diff options
| author | lifengchao <[email protected]> | 2024-09-29 14:11:54 +0800 |
|---|---|---|
| committer | lifengchao <[email protected]> | 2024-09-29 14:11:54 +0800 |
| commit | abcd436f51922f536bd4bba04692d15977ff5181 (patch) | |
| tree | 5563a0b26df1c72616cc53c0525a4e51b8290004 | |
| parent | aca639d08f25491a7ac4e6fb09ce949699bfae7b (diff) | |
| parent | 41e3d4af4ca7824bd88f614afb27ff3e55b95409 (diff) | |
Merge branch 'master' of https://git.mesalab.cn/galaxy/deployment/updata-record
13 files changed, 42763 insertions, 27 deletions
diff --git a/tsg_olap/installation/flink/groot_stream/templates/proxy_event.yaml.j2 b/tsg_olap/installation/flink/groot_stream/templates/proxy_event.yaml.j2 index b57343a..ea38aa7 100644 --- a/tsg_olap/installation/flink/groot_stream/templates/proxy_event.yaml.j2 +++ b/tsg_olap/installation/flink/groot_stream/templates/proxy_event.yaml.j2 @@ -73,31 +73,32 @@ processing_pipelines: lookup_fields: [rtp_pcap_path] output_fields: [rtp_pcap_path] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, rtp_pcap_path] + path: [props.hos.path, props.hos.bucket.name.rtp_file, rtp_pcap_path] - function: PATH_COMBINE lookup_fields: [http_request_body] output_fields: [http_request_body] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, http_request_body] + path: [props.hos.path, props.hos.bucket.name.http_file, http_request_body] - function: PATH_COMBINE lookup_fields: [http_response_body] output_fields: [http_response_body] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, http_response_body] + path: [props.hos.path, props.hos.bucket.name.http_file, http_response_body] - function: PATH_COMBINE lookup_fields: [mail_eml_file] output_fields: [mail_eml_file] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, mail_eml_file] + path: [props.hos.path, props.hos.bucket.name.eml_file, mail_eml_file] - function: PATH_COMBINE lookup_fields: [packet_capture_file] output_fields: [packet_capture_file] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, packet_capture_file] + path: [props.hos.path, props.hos.bucket.name.policy_capture_file, packet_capture_file] + - function: CURRENT_UNIX_TIMESTAMP output_fields: [ processing_time ] @@ -143,5 +144,10 @@ application: shade.identifier: aes pipeline: object-reuse: true + properties: + hos.bucket.name.rtp_file: traffic_rtp_file_bucket + hos.bucket.name.http_file: traffic_http_file_bucket + hos.bucket.name.eml_file: traffic_eml_file_bucket + hos.bucket.name.policy_capture_file: traffic_policy_capture_file_bucket {{ topology }} diff --git a/tsg_olap/installation/flink/groot_stream/templates/session_record.yaml.j2 b/tsg_olap/installation/flink/groot_stream/templates/session_record.yaml.j2 index f3a6237..327bdd3 100644 --- a/tsg_olap/installation/flink/groot_stream/templates/session_record.yaml.j2 +++ b/tsg_olap/installation/flink/groot_stream/templates/session_record.yaml.j2 @@ -73,31 +73,31 @@ processing_pipelines: lookup_fields: [rtp_pcap_path] output_fields: [rtp_pcap_path] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, rtp_pcap_path] + path: [props.hos.path, props.hos.bucket.name.rtp_file, rtp_pcap_path] - function: PATH_COMBINE lookup_fields: [http_request_body] output_fields: [http_request_body] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, http_request_body] + path: [props.hos.path, props.hos.bucket.name.http_file, http_request_body] - function: PATH_COMBINE lookup_fields: [http_response_body] output_fields: [http_response_body] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, http_response_body] + path: [props.hos.path, props.hos.bucket.name.http_file, http_response_body] - function: PATH_COMBINE lookup_fields: [mail_eml_file] output_fields: [mail_eml_file] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, mail_eml_file] + path: [props.hos.path, props.hos.bucket.name.eml_file, mail_eml_file] - function: PATH_COMBINE lookup_fields: [packet_capture_file] output_fields: [packet_capture_file] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, packet_capture_file] + path: [props.hos.path, props.hos.bucket.name.policy_capture_file, packet_capture_file] - function: CURRENT_UNIX_TIMESTAMP output_fields: [ processing_time ] @@ -143,11 +143,9 @@ application: shade.identifier: aes pipeline: object-reuse: true + properties: + hos.bucket.name.rtp_file: traffic_rtp_file_bucket + hos.bucket.name.http_file: traffic_http_file_bucket + hos.bucket.name.eml_file: traffic_eml_file_bucket + hos.bucket.name.policy_capture_file: traffic_policy_capture_file_bucket {{ topology }} - -# topology: -# - name: kafka_source -# downstream: [etl_processor] -# - name: etl_processor -# downstream: [clickhouse_sink] -# - name: clickhouse_sink diff --git a/tsg_olap/installation/flink/groot_stream/templates/transaction_record.yaml.j2 b/tsg_olap/installation/flink/groot_stream/templates/transaction_record.yaml.j2 index 4886509..6bed1a7 100644 --- a/tsg_olap/installation/flink/groot_stream/templates/transaction_record.yaml.j2 +++ b/tsg_olap/installation/flink/groot_stream/templates/transaction_record.yaml.j2 @@ -73,31 +73,31 @@ processing_pipelines: lookup_fields: [rtp_pcap_path] output_fields: [rtp_pcap_path] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, rtp_pcap_path] + path: [props.hos.path, props.hos.bucket.name.rtp_file, rtp_pcap_path] - function: PATH_COMBINE lookup_fields: [http_request_body] output_fields: [http_request_body] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, http_request_body] + path: [props.hos.path, props.hos.bucket.name.http_file, http_request_body] - function: PATH_COMBINE lookup_fields: [http_response_body] output_fields: [http_response_body] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, http_response_body] + path: [props.hos.path, props.hos.bucket.name.http_file, http_response_body] - function: PATH_COMBINE lookup_fields: [mail_eml_file] output_fields: [mail_eml_file] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, mail_eml_file] + path: [props.hos.path, props.hos.bucket.name.eml_file, mail_eml_file] - function: PATH_COMBINE lookup_fields: [packet_capture_file] output_fields: [packet_capture_file] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, packet_capture_file] + path: [props.hos.path, props.hos.bucket.name.policy_capture_file, packet_capture_file] - function: CURRENT_UNIX_TIMESTAMP output_fields: [ processing_time ] @@ -143,4 +143,9 @@ application: shade.identifier: aes pipeline: object-reuse: true + properties: + hos.bucket.name.rtp_file: traffic_rtp_file_bucket + hos.bucket.name.http_file: traffic_http_file_bucket + hos.bucket.name.eml_file: traffic_eml_file_bucket + hos.bucket.name.policy_capture_file: traffic_policy_capture_file_bucket {{ topology }} diff --git a/tsg_olap/installation/flink/groot_stream/templates/voip_record.yaml.j2 b/tsg_olap/installation/flink/groot_stream/templates/voip_record.yaml.j2 index 64627a5..17fb5b0 100644 --- a/tsg_olap/installation/flink/groot_stream/templates/voip_record.yaml.j2 +++ b/tsg_olap/installation/flink/groot_stream/templates/voip_record.yaml.j2 @@ -73,31 +73,31 @@ processing_pipelines: lookup_fields: [rtp_pcap_path] output_fields: [rtp_pcap_path] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, rtp_pcap_path] + path: [props.hos.path, props.hos.bucket.name.rtp_file, rtp_pcap_path] - function: PATH_COMBINE lookup_fields: [http_request_body] output_fields: [http_request_body] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, http_request_body] + path: [props.hos.path, props.hos.bucket.name.http_file, http_request_body] - function: PATH_COMBINE lookup_fields: [http_response_body] output_fields: [http_response_body] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, http_response_body] + path: [props.hos.path, props.hos.bucket.name.http_file, http_response_body] - function: PATH_COMBINE lookup_fields: [mail_eml_file] output_fields: [mail_eml_file] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, mail_eml_file] + path: [props.hos.path, props.hos.bucket.name.eml_file, mail_eml_file] - function: PATH_COMBINE lookup_fields: [packet_capture_file] output_fields: [packet_capture_file] parameters: - path: [props.hos.path, props.hos.bucket.name.traffic_file, packet_capture_file] + path: [props.hos.path, props.hos.bucket.name.policy_capture_file, packet_capture_file] - function: CURRENT_UNIX_TIMESTAMP output_fields: [ processing_time ] @@ -143,4 +143,9 @@ application: shade.identifier: aes pipeline: object-reuse: true + properties: + hos.bucket.name.rtp_file: traffic_rtp_file_bucket + hos.bucket.name.http_file: traffic_http_file_bucket + hos.bucket.name.eml_file: traffic_eml_file_bucket + hos.bucket.name.policy_capture_file: traffic_policy_capture_file_bucket {{ topology }}
\ No newline at end of file diff --git a/tsg_olap/installation/monitoring/TSG-24.08/TSG-OLAP-AlertRule-temp-v24.08.xlsx b/tsg_olap/installation/monitoring/TSG-24.08/TSG-OLAP-AlertRule-temp-v24.08.xlsx Binary files differnew file mode 100644 index 0000000..91a24fe --- /dev/null +++ b/tsg_olap/installation/monitoring/TSG-24.08/TSG-OLAP-AlertRule-temp-v24.08.xlsx diff --git a/tsg_olap/installation/monitoring/TSG-24.08/TSG-OLAP-Dashboard-temp-v24.08.json b/tsg_olap/installation/monitoring/TSG-24.08/TSG-OLAP-Dashboard-temp-v24.08.json new file mode 100644 index 0000000..1ce5b5e --- /dev/null +++ b/tsg_olap/installation/monitoring/TSG-24.08/TSG-OLAP-Dashboard-temp-v24.08.json @@ -0,0 +1,22419 @@ +[ + { + "name":"[24.07] OLAP Component Status Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"Zookeeper,Kafka,HDFS,Yarn,HBase,Druid,Clickhouse,Arangodb,Nacos,Mariadb", + "show":true, + "name":"Component", + "allOption":true, + "type":"custom", + "multi":true + }, + { + "regex":"", + "expression":"", + "customOptions":"TSG-OLAP,CN-OLAP,TSG-DT", + "show":true, + "name":"Project", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for bigdata component status.", + "charts":[ + { + "name":"Zookeeper Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Zookeeper", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"a85bb03", + "value":80 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maximum percentage of DISK IO in each asset.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*zookeeper.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107313, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Outstanding Requests", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"100", + "color":"#d64f40", + "id":"62fbf61", + "value":100 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of queued requests in each Data Center. This goes up when the server receives more requests than it can process. When count > 100.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (zookeeper_outstanding_requests{module=~\".*Zookeeper\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107314, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Zookeeper Connections/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of connections per second in each Data Center", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_connections{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107316, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Avg Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":4, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"100000", + "color":"#d64f40", + "id":"58f8e1ad", + "value":100000 + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Amount of time it takes for the server to respond to a client request (since the server was started) in each data center. When latency > 10 (Ticks).", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_latency_avg_ms{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107319, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sent Packets/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"packets/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of client packets sent (responses and notifications) in each data center.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_packets_sent{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107321, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Received Packets/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"packets/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of client requests (typically operations) received in each data center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_packets_received{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107323, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Flink on Yarn Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":8, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Yarn", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"9.38", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Resourcemanager Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"884bf8a", + "value":0.8 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn ResourceManager nodes memory Utilization.", + "x":"0.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by(asset) (Hadoop_ResourceManager_MemHeapUsedM{module=~\".*Yarn-ResourceManager\",project=\"$Project\"}/Hadoop_ResourceManager_MemHeapMaxM{module=~\".*Yarn-ResourceManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107344, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"68f1c6c2", + "value":0.8 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn ResourceManager nodes CPU Utilization.", + "x":"4.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by (asset)(java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*Yarn-ResourceManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107345, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"a927eeb", + "value":0.8 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn NodeManager nodes CPU Utilization.", + "x":"4.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*Yarn-NodeManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107348, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"2022c819", + "value":0.8 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn NodeManager nodes memory Utilization.", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by (asset)(Hadoop_NodeManager_MemHeapUsedM{module=~\".*Yarn-NodeManager\",project=\"$Project\"}/Hadoop_NodeManager_MemHeapMaxM{module=~\".*Yarn-NodeManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107349, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager RpcProcessing AvgTime", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#7f4ee8", + "id":"b6ef207" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The average RPC call time of the NodeManager.", + "x":"0.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by(asset)(Hadoop_NodeManager_RpcProcessingTimeAvgTime{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=\"RpcActivityForPort9923\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107350, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager GC Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"da71837" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of GC times of the ResourceManager node", + "x":"8.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionCount{module=~\".*Yarn-ResourceManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107351, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager GC Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"2781ca5" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of GC times of the NodeManager node", + "x":"8.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionCount{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107352, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager GC Duration", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":16, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"40f9b83" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"ResourceManager GC duration", + "x":"4.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionTime{module=~\".*Yarn-ResourceManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107353, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager GC Duration", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":17, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"393c4a57" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"ResourceManager GC duration", + "x":"8.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionTime{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107354, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Flink Job Restarts", + "span":"12.0", + "height":"3.0", + "type":"Line chart", + "unit":"short", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#036eb5", + "id":"7eca5e9d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"max by(datacenter, job_name) ((flink_jobmanager_job_numRestarts{project=\"$Project\"}) - (flink_jobmanager_job_numRestarts{project=\"$Project\"} offset 30s))", + "legend":"{{datacenter}}:{{job_name}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Mariadb Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":19, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Mariadb", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"5.19", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Number Of Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"625b5574" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"mysql_global_status_threads_connected{project=~\"$Project\"}", + "legend":"{{asset}} threads_connected", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"mysql_global_status_threads_cached{project=~\"$Project\"}", + "legend":"{{asset}} threads_cached", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"mysql_global_status_threads_running{project=~\"$Project\"}", + "legend":"{{asset}} threads_running", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Slow Queries", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"6c3025e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"increase(mysql_global_status_slow_queries{project=\"$Project\"}[2m])", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Throughput", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"fb2dad1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"rate(mysql_global_status_questions{project=\"$Project\"}[2m])", + "legend":"{{asset}} Read rate", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum without (command) (\nrate(mysql_global_status_commands_total{command=~\"insert|update|delete\",project=\"$Project\"}[2m])\n)", + "legend":"{{asset}} Write rate", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Connection Refused", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"90a5db3" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"mysql_global_status_aborted_connects{project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Nacos Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":24, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Nacos", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"22.77", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"QPS", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Nacos queries per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(method,uri) (rate(http_server_requests_seconds_count{uri=~'/v1/cs/configs|/nacos/v1/ns/instance|/nacos/v1/ns/health', module=~\".*Nacos\",project=\"$Project\"}[5m]))", + "legend":"{{method}}", + "name":"A", + "orderNum":0, + "id":107325, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Request Errors", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests failed counter per second of each http method.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(method,uri) (irate(http_server_requests_seconds_count{exception!='None',module=~\".*Nacos\",project=\"$Project\"}[5m]))", + "legend":"{{method}}-{{uri}}", + "name":"A", + "orderNum":0, + "id":107326, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Nacos\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Nacos\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107327, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (system_cpu_usage{module=~\".*Nacos\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107328, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Kafka Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":29, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Kafka", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"18.58", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Failed Fetch Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[ + "A" + ], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "rightYAxis":true, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of (producer|consumer|follower) requests per second in each Data Center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"In Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing Traffic Records with incoming byte rate in each Data Center.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107330, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Out Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing Traffic Records with outgoing byte rate in each Data Center.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107332, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Failed Produce Request/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":33, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of data produce requests from producers that brokers failed to process for this topic in each Data Center.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107334, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Asset Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"329f354", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maxium percentage of DISK IO in each data center and asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*kafka.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107336, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Avg Zookeeper Request Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The average zookeeper request latency(ms) in each data center and asset.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"avg by (asset)(kafka_server_ZooKeeperClientMetrics_Mean{module=~\".*Kafka\",project=\"$Project\"}) ", + "legend":"{{datacenter}} - {{asset}}", + "name":"A", + "orderNum":0, + "id":107337, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Server Socket Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":82, + "param":{ + "rightYAxis":{ + "elementNames":[ + "A" + ], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "rightYAxis":true, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of (producer|consumer|follower) requests per second in each Data Center.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_socket_server_metrics_request_rate{module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Druid Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":36, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Druid", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"26.96", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Index Status", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"3.0", + "elements":[ + { + "expression":"avg(druid_index_running_task_num{project=\"$Project\"})", + "legend":"Running", + "name":"A", + "orderNum":0, + "id":107356, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_index_waiting_task_num{project=\"$Project\"})", + "legend":"Waiting", + "name":"B", + "orderNum":1, + "id":107357, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_index_pending_task_num{project=\"$Project\"})", + "legend":"Pending", + "name":"C", + "orderNum":2, + "id":107358, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Compact Status", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"4.0", + "y":"3.0", + "elements":[ + { + "expression":"avg(druid_compact_waiting_task_num{project=\"$Project\"})", + "legend":"Waiting", + "name":"A", + "orderNum":0, + "id":107359, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_compact_pending_task_num{project=\"$Project\"})", + "legend":"Pending", + "name":"B", + "orderNum":1, + "id":107360, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataSource Segment Size", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":39, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"DataSource", + "error":false + }, + { + "unit":7, + "display":"{{A.$value}}", + "show":true, + "title":"Segment Size", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The total segment size in each Datasource.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(dataSource)(coordinator_segment_size{service=\"coordinator\",module=~\".*Druid\",project=\"$Project\"})", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":107362, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Query CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.8", + "color":"#d64f40", + "id":"24a1af1", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset.", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"}[5m])) by(asset)) * 100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107363, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Query Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.8", + "color":"#d64f40", + "id":"3f12ca98", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset. Runs Coordinator and Overlord processes, which manages data availability and ingestion.", + "x":"8.0", + "y":"3.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107364, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Data Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"f8b7db1", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset. Runs Historical and MiddleManager processes, which executes ingestion workloads and stores all queryable data.", + "x":"4.0", + "y":"5.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107365, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Data CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":43, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"90", + "color":"#d64f40", + "id":"1ae5f1c2", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The CPU usage in each asset.", + "x":"8.0", + "y":"5.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"}[5m])) by(asset)) * 100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107366, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataSource Segment Count", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":44, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"DataSource", + "error":false + }, + { + "unit":2, + "display":"{{A.$value}}", + "show":true, + "title":"Segment Count", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The segment number in each Datasource.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (dataSource) (coordinator_segment_count{service=\"coordinator\",module=~\".*Druid\",project=\"$Project\"})", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Historical Node Segement Used", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":45, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"Asset", + "error":false + }, + { + "unit":7, + "display":"{{A.$value}}", + "show":true, + "title":"Used", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The total segment size in each Datasource.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":" sum by (asset) (historical_segment_used{service=\"historical\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Historical Segment Used percent", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#a032ef", + "id":"b84ca4e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The percent of the process's temporary cache data on disk", + "x":"0.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by (asset) (historical_segment_used_percent{service=\"historical\"}) ", + "legend":"{{asset}}-{{server}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Clickhouse Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":47, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Clickhouse", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"43.35", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Insert Rows/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":48, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of rows INSERTed to all tables", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_inserted_rows_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107369, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Insert Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":49, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of bytes (uncompressed) INSERTed to all tables", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_inserted_bytes_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107370, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Merged Rate/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":50, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The merging data parts per second in each Data center.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_merge{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107372, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Bad Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":51, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The bad requests per second in each Data center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (irate(bad_requests_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107373, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":52, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset.", + "x":"4.0", + "y":"6.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107374, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":53, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}[5m])) by(asset))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107375, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"TCP Connection Time", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":54, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current Tcp Connection time in each asset.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"max by(asset) (ck_connect_time{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107376, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Active Query Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":55, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"2ab3239d" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of queries in each asset.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max by(asset) (ck_processes_count{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107377, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mutiation part Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":56, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of mutiation part in each asset.", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"max by(asset)(clickhouse_part_mutation{module=~\".*Clickhouse\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107378, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Asset Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":57, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maxium percentage of DISK IO in each data center and asset.", + "x":"8.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107379, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Expired Parts Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":58, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"567833a8" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of queries in each asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"ck_expired_parts_count{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"HBase Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":59, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"HBase", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"42.35", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Request/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":60, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"3524cce" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of requests per second of each type,Read/Write/Total", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (datacenter) (irate(Hadoop_HBase_totalRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Total", + "name":"A", + "orderNum":0, + "id":107380, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_readRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Read", + "name":"B", + "orderNum":1, + "id":107381, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_writeRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Write", + "name":"C", + "orderNum":2, + "id":107382, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Region Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":61, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"1978b85f" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of HBase cluster regions", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (datacenter) (Hadoop_HBase_regionCount{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107383, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"RitRegion(Unhealthy) Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":62, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"266c1168" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of HBase cluster rit(Region in transition) regions.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (datacenter) (Hadoop_HBase_ritCount{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107384, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":63, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"45b41f1", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The Memory usage in each asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (Hadoop_HBase_MemHeapUsedM{module=~\".*HBase-HregionServer\",project=\"$Project\"}) / sum by(asset) (Hadoop_HBase_MemHeapMaxM{module=~\".*HBase-HregionServer\",project=\"$Project\"})\n", + "legend":"{{asset}}-HregionServer", + "name":"A", + "orderNum":0, + "id":107385, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(asset) (Hadoop_HBase_MemHeapUsedM{module=~\".*HBase-Hmaster\",project=\"$Project\"}) / sum by(asset) (Hadoop_HBase_MemHeapMaxM{module=~\".*HBase-Hmaster\",project=\"$Project\"})\n", + "legend":"{{asset}}-Hmaster", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":64, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"8ff1639", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each asset.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HBase-HregionServer\",project=\"$Project\"})", + "legend":"{{asset}}-HregionServer", + "name":"A", + "orderNum":0, + "id":107386, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HBase-Hmaster\",project=\"$Project\"})", + "legend":"{{asset}}-Hmaster", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Request Queue", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":65, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"3c37e86" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of requests in the HBase request queue.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(Hadoop_HBase_numCallsInGeneralQueue{name=\"RegionServer\",module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107387, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Slow Request", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":66, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"1cc27af" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of slow requests (put,append,get) in the HBase cluster.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(irate(Hadoop_HBase_slowPutCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"put-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107388, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(Hadoop_HBase_slowAppendCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"append-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107389, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(Hadoop_HBase_slowGetCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"get-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107390, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memstore Size", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":67, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"6802e74" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Data size in the HBase node memory", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (asset) (Hadoop_HBase_metric_memStoreSize{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107391, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"GC Count/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":68, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"160af06" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"GC times per second of the HBase process.", + "x":"8.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCount{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"GCCount-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107392, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountParNew{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"ParNewGcCount-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107393, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountConcurrentMarkSweep{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"CMSGcCount-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107394, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"GC Time", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":69, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"34dde05e" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The GC duration of the HBase process.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCount{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"GC-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107395, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountParNew{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"ParNewGc-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107396, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountConcurrentMarkSweep{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"CMSGc-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107397, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Put Request By HOS Table/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":70, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"7b439968" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of put requests for hos table per second.", + "x":"4.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107398, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Get Request By HOS Table/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":71, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"5b700717" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of get requests for hos table per second.", + "x":"8.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_getCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107399, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS TTL Scan Count By Table /sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":72, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"2e8ec6" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of scan times in ttl for hos table per second.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_scanCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107401, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Hadoop HDFS Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":73, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"HDFS", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "showHeader":true, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"36.15", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Storage Capacity Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":74, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"a0c3ac9", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Hadoop cluster storage capacity Usage.", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_PercentUsed{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2\n", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107403, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Namenode Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":75, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"6107b19" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Memory usage in each Namenode.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"Hadoop_NameNode_MemHeapUsedM{module=~\".*HDFS-NameNode\",project=\"$Project\"}/Hadoop_NameNode_MemHeapMaxM{module=~\".*HDFS-NameNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107404, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Datanode Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":76, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"f850c09" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Memory usage in each Datanode.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"Hadoop_DataNode_MemHeapUsedM{module=~\".*HDFS-DataNode\",project=\"$Project\"}/Hadoop_DataNode_MemHeapMaxM{module=~\".*HDFS-DataNode\",project=\"$Project\"}\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107405, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Missing Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":77, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"7a84367" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of blocks with missing in the Hadoop cluster.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_NumberOfMissingBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107406, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Namenode CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":78, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"d62e843" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each Namenode.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HDFS-NameNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107407, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Corrupt Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":79, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"41dda95c" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of blocks with corrupt replicas in the Hadoop cluster.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_CorruptBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2", + "legend":"{{datacenter}}", + "name":"B", + "orderNum":0, + "id":107408, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Under Replicated Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":80, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"b43381d" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of blocks with lose replicated in the Hadoop cluster.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_UnderReplicatedBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2\n", + "legend":"{{datacenter}}", + "name":"C", + "orderNum":0, + "id":107409, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Datanode CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":81, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"5742c3da" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each DataNode.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HDFS-DataNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107410, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"[24.07] OLAP Service Status Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"TSG-OLAP,CN-OLAP,TSG-DT", + "show":true, + "name":"Project", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"QGW Response Latency", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "val":"60", + "color":"#d64f40", + "id":"2d432055", + "value":90 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"QGW service response latency. Used to evaluate whether there is a slow query currently.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_sum{module=~\".*Galaxy-qgw-service\",status!~\"5..\",project=\"$Project\"}[5m]))/sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-qgw-service\", status!~\"5..\",project=\"$Project\"}[5m]))", + "legend":"AVG", + "name":"A", + "orderNum":0, + "id":108725, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"max(http_server_requests_seconds_max{module=\"Galaxy-qgw-service\", status!~\"5..\",project=\"$Project\"})", + "legend":" MAX", + "name":"B", + "orderNum":1, + "id":108726, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Object Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put objects per second. Include total, success, and failure.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":108727, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",status=~\"2..\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Success", + "name":"B", + "orderNum":1, + "id":108728, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",status!~\"2..\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Failure", + "name":"C", + "orderNum":2, + "id":108729, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Report Success", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":3, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#E81616", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"Total number of report jobs successfully executed", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"Report Success", + "name":"A", + "orderNum":0, + "id":108730, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Report Failure", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"none", + "weight":4, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "regx":">10", + "color":{ + "bac":"#F78539FF", + "text":"#000" + }, + "display":"{{value}}", + "show":true, + "from":1, + "text":"", + "to":100, + "type":"range", + "error":false, + "value":10 + }, + { + "color":{ + "bac":"#E30521FF", + "text":"#000000FF" + }, + "display":"{{value}}", + "show":true, + "from":100, + "to":10000, + "type":"range", + "error":false + } + ], + "text":"value", + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"Total number of report jobs failed", + "x":"3.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(report_fail_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"Report fail sum", + "name":"A", + "orderNum":0, + "id":108731, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Success(today)", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":5, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of jobs successfully executed today", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(triggerCountSucTotal{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum(up{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"Job Success", + "name":"A", + "orderNum":0, + "id":108732, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Failure(today)", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":6, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#FF9C59FF", + "icon":"#FF9830FF", + "text":"#000" + }, + "display":"{{value}}", + "show":true, + "from":1, + "text":"", + "to":50, + "type":"range", + "error":false, + "value":0 + }, + { + "color":{ + "bac":"#E30521FF", + "icon":"#df2fefFF", + "text":"#000000FF" + }, + "display":"{{value}}", + "show":true, + "from":51, + "to":10000, + "type":"range", + "error":false, + "value":50 + } + ], + "text":"value", + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of jobs failed executed today", + "x":"9.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(triggerCountFailTotal{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum(up{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"Job Failure", + "name":"A", + "orderNum":0, + "id":108733, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-gateway-nginx", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":7, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.37", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Server Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":8, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests counter per second of each Gateway Nginx asset.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_server_requests_total{module=~\".*Galaxy-gateway-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108735, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The upstream requests the counter rate of each Gateway Nginx asset.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_upstream_requests_total{module=~\".*Galaxy-gateway-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108736, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Response Time (backend,upstream)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The only upstream response processing time of each endpoint", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max(irate(nginx_vts_upstream_response_seconds_total{module=~\".*Galaxy-gateway-nginx\",project=\"$Project\"}[5m])) by (backend, upstream)", + "legend":"{{backend}}-{{upstream}}", + "name":"A", + "orderNum":0, + "id":108737, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ed0937", + "id":"4175dd3a" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of connections for the nginx proxy in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"nginx_vts_main_connections{module=~\".*Galaxy-gateway-nginx\",status=\"active\",project=\"$Project\"}", + "legend":"{{asset}}-{{status}}", + "name":"A", + "orderNum":0, + "id":108738, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-qgw-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":12, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.74", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Http Error Responses", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ca8bf9", + "id":"84abc9c" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of failed requests for QGW .", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"count(http_server_requests_seconds_count{module=~\".*Galaxy-qgw-service\", status!~\"2..\",uri!~\".*/prometheus\",project=\"$Project\"})", + "legend":"count", + "name":"A", + "orderNum":0, + "id":108740, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Http Slow Query", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "val":"300", + "color":"#d64f40", + "id":"32e399eb" + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of slow queries", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"count(http_server_requests_seconds_max{module=~\".*Galaxy-qgw-service\",uri!~\".*/prometheus\",project=\"$Project\"}>90)", + "legend":">90s", + "name":"A", + "orderNum":0, + "id":108741, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Galaxy-qgw-service\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-qgw-service\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108742, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Saved-query-scheduler", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":16, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.1", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Report Success / All", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"percent(0-100)", + "weight":17, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The success rate of Report jobs", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) / (sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) + sum(report_fail_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})) * 100", + "name":"A", + "orderNum":0, + "id":108746, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"5.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"2.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108747, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"5.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"7.0", + "y":"0.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Saved-query-scheduler\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108748, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-hos-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":20, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"10.84", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Put Object Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put objects per second", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (asset)(irate(http_server_requests_seconds_count{method=\"PUT\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108750, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Error Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of failed requests per second", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(status)(irate(http_server_requests_seconds_count{uri=~\"/hos/.*\",status!~\"2..\",project=\"$Project\"}[5m]))", + "legend":"{{status}}", + "name":"A", + "orderNum":0, + "id":108751, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Download File Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of Download File requests per second", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (asset)(irate(http_server_requests_seconds_count{method=\"GET\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108752, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Write Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing files with incoming byte rate in each asset", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"irate(dashInfo{severity=\"fileBytes\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m])", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108753, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Put Requests By Size Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put requests per second with size distribution", + "x":"0.0", + "y":"10.0", + "elements":[ + { + "expression":"sum(irate(dashInfo{severity=\"smallFileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"<1MB", + "name":"A", + "orderNum":0, + "id":108754, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(dashInfo{severity=\"middleFileCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"1-10MB", + "name":"B", + "orderNum":1, + "id":108755, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(dashInfo{severity=\"bigFileCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":">10MB", + "name":"C", + "orderNum":2, + "id":108756, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset)(jvm_memory_used_bytes{module=~\".*Galaxy-hos-service\",project=\"$Project\"}>0) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-hos-service\",project=\"$Project\"}>0)", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108757, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"process_cpu_usage{module=~\".*Galaxy-hos-service\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108758, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Node Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of hos requests per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(http_server_requests_seconds_count{uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m])) by (asset)", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108759, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of files uploaded per second", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"fileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":108760, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS TTL Delete Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of ttl deleted files per second.", + "x":"6.0", + "y":"10.0", + "elements":[ + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"ttlDeleteFileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"DeleteCount-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":108761, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"ttlDeleteFileErrorCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"DeleteErrorCount-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":108762, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put File By Bucket/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of files for bucket uploaded per second", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(parent)(irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"index\",indextype=\"time\",project=\"$Project\"}[5m]))", + "legend":"{{parent}}", + "name":"A", + "orderNum":0, + "id":108763, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Requests By Bucket/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of put requests for bucket per second", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(table)(irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"data\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":108764, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-job-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":33, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.47", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Job Success/All", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"percent(0.0-1.0)", + "weight":34, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The success rate of jobs", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(jobLogSuccessCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})/sum(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "name":"A", + "orderNum":0, + "id":108765, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Sum", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"short", + "weight":35, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of executed jobs", + "x":"2.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})/count(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "name":"A", + "orderNum":0, + "id":108766, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Response Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The response time of admin service", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_sum{module=~\".*Galaxy-job-admin\", status!~\"5..\",project=\"$Project\"}[5m]))/sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-job-executor\", status!~\"5..\",project=\"$Project\"}[5m]))", + "legend":"AVG", + "name":"A", + "orderNum":0, + "id":108772, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"max(http_server_requests_seconds_max{module=\"Galaxy-job-admin\", status!~\"5..\",project=\"$Project\"})", + "legend":"MAX", + "name":"B", + "orderNum":1, + "id":108773, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108774, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Error Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The number of failed requests per second", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-job-admin\", status!~\"2..\",project=\"$Project\"}[5m]))", + "legend":"used_{{asset}}", + "name":"A", + "orderNum":0, + "id":108775, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin CPU Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":39, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The CPU usage in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Galaxy-job-admin\",project=\"$Project\"}", + "legend":"{{asset}}_system_cpu_usage", + "name":"A", + "orderNum":0, + "id":108776, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Memory Used", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum(jvm_memory_used_bytes{module=~\".*Galaxy-job-executor\",project=\"$Project\"})by(asset)", + "legend":"used_{{asset}}", + "name":"A", + "orderNum":0, + "id":108778, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Error Log", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The number of failed logs per second in each asset", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"increase(logback_events_total{module=~\".*Galaxy-job-executor\",level=\"error\",project=\"$Project\"} [5m])", + "legend":" {{asset}}", + "name":"A", + "orderNum":0, + "id":108779, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor CPU Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Galaxy-job-executor\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108780, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Delete Old Log", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":43, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#18ba46", + "id":"111475eb" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"When the disk is fully loaded, the deletion log is triggered", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (log_type)(increase(delete_old_log_total{module=\"Galaxy-job-executor\"}[10m]))", + "legend":"{{log_type}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-hos-nginx", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":44, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"23.21", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":45, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ed0937", + "id":"94c2b08" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of connections for the nginx proxy in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"nginx_vts_main_connections{module=~\".*Galaxy-hos-nginx\",status=\"active\",project=\"$Project\"}", + "legend":"{{asset}}-{{status}}", + "name":"A", + "orderNum":0, + "id":108782, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Server Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests counter per second of each HOS Nginx asset.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_server_requests_total{module=~\".*Galaxy-hos-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108783, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":47, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The upstream requests the counter rate of each HOS Nginx asset.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_upstream_requests_total{module=~\".*Galaxy-hos-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108784, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Response Time (backend,upstream)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":48, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The only upstream response processing time of each endpoint", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max(irate(nginx_vts_upstream_response_seconds_total{module=~\".*Galaxy-hos-nginx\",project=\"$Project\"}[5m])) by (backend, upstream)", + "legend":"{{backend}}-{{upstream}}", + "name":"A", + "orderNum":0, + "id":108785, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"[24.07] Data Transporter Data Flow Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"DataCenter1,DataCenter2", + "show":true, + "name":"DataCenter", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for TSG Data Transporter DataFlow at multi-datacenter deployment mode.", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"7.26", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#6339a3", + "id":"7715ee9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"TRANSACTION-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SESSION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"SESSION-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"BGP-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"BGP-RECORD", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"PROXY-EVENT", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#b6a6ed", + "id":"6f07e8bf" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"DOS-SKETCH-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NETWORK-TRAFFIC-METRIC", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"OBJECT-STATISTICS-METRIC", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"POLICY-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"POLICY-RULE-METRIC", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"STATISTICS-RULE-METRIC", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SYS-STORAGE\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"SYS-STORAGE", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-METRIC", + "name":"H", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"VOIP-CONVERSATION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"VOIP-CONVERSATION-RECORD", + "name":"I", + "orderNum":8, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-DESTINATION-IP-METRIC", + "name":"J", + "orderNum":9, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#4ff9a7", + "id":"d57e4c9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"TRAFFIC-FILE-STREAM-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"TROUBLESHOOTING-FILE-STREAM-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Traffic IN/OUT", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":4, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"11.53", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"58d58a08" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"e62d783" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":7, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"56d8420" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Session Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":8, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"15.79", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2ce059", + "id":"22e472c9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"fb7c1ff" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"ce0253" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"716d3872" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Transaction Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":13, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"16.06", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"7efeb2" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed0eaa", + "id":"2027e85c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":16, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"3d8851d6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":17, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"3445b88" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Proxy Events", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":18, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"16.32", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2a16ff", + "id":"7dd05d48" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"6fbdba84" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"1692816" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"27e6e467" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"DoS Events", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":23, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"16.59", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6936aa", + "id":"1ed16a0e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-SKETCH-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-EVENT\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"dd3cf51" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"6881cb13" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"667b36dc" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"VoIP Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":28, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"16.85", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#c02bdb", + "id":"6e96ebc8" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing VoIP Records per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD\",datacenter=\"$DataCenter\"}) ", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-CONVERSATION-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Transform(Connection）", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"E", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"2b063b85" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"11c1730" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"2324386" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"TRAFFIC-FILE-STREAM-RECORD", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":33, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"17.12", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Traffic File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"bcb0a58" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Consumer", + "name":"C", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Lag", + "name":"B", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"fafe167" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Bytes of chunk input(source) and output(sink) per second.", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Combine IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"2d286d93" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs and outputs per second of the window combiner.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"window_combine_chunk\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=\"window_combine_chunk\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Error Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed5cea", + "id":"337035b" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of error chunks per second of the operator.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numErrorChunksPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Dropped Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#5b3bf9", + "id":"5655796a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk drops per second of the operator.", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksFilterPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}-Filter", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksRateLimitDropPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}-RateLimitDrop", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numDuplicateChunksInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Duplicate", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Type Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":39, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d613a2", + "id":"2c0b4fd" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second with type.", + "x":"0.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEmlChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Eml", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numTxtChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Txt", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numHtmlChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Html", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numPcapngChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Pcapng", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numMediaChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Media", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#f90ede", + "id":"19c41dda" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second by size.", + "x":"0.0", + "y":"12.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd3KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-3K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween3KBAnd5KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_3-5K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_5-10K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd50KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-50K", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween50KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_50-100K", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"852a64c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of file inputs(source) per second by size.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by (job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10MBAnd100MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100MBAnd1GBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100M-1G", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1GBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1G-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Distribution By Type Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7317a8", + "id":"24b4453e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of file inputs(source) per second by type.", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEmlFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Eml", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numTxtFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Txt", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numHtmlFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Html", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numPcapngFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Pcang", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numMediaFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Media", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Restarts", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":43, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"41a14928" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of task restarts per second.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"max by(job_name) ((flink_jobmanager_job_numRestarts{job_name=\"agg_traffic_file_chunk_combine\",datacenter=\"$DataCenter\"}) - (flink_jobmanager_job_numRestarts{job_name=\"agg_traffic_file_chunk_combine\",datacenter=\"$DataCenter\"} offset 30s))", + "legend":"{{job_name}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Memory Used", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":44, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"3668fd7" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"18.0", + "elements":[ + { + "expression":"(flink_taskmanager_Status_JVM_Memory_Heap_Used{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"} / flink_taskmanager_Status_JVM_Memory_Heap_Max{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}) * 100", + "legend":"{{asset}}-HeapUsed", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job GC Metrics", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":45, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"972ee4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"20.0", + "elements":[ + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Count{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1OldCount", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Time{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1OldTime", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Count{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1YoungCount", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Time{exported_job=~\"agg_traffic_file_chunk_combine.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1YoungTime", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"be25170" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs(source) and outputs(sink) per second.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":47, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"42a0f6a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of file inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numFilesOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink Chunk Distribution By Type Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":48, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d613a2", + "id":"c8e49d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk outputs(sink) per second by type.", + "x":"6.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEmlChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Eml", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numTxtChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Txt", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numHtmlChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Html", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numPcapngChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Pcapng", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numMediaChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Media", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":49, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#f90ede", + "id":"61929bc1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk outputs(sink) per second by size.", + "x":"6.0", + "y":"12.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd5KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-5K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_5-10K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1M-∞", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Eml File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":50, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"65b10d34" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of eml file inputs(source) per second by size.", + "x":"0.0", + "y":"10.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan10MBEmlFilesInPerSecond{datacenter=\"$DataCenter\"})\n", + "legend":"{{job_name}}_10M-∞", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Txt File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":51, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"598b7cb6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of txt file inputs(source) per second by size.", + "x":"6.0", + "y":"10.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan10MBTxtFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10M-∞", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Offset Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":52, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"3486b0ae" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second by offset.", + "x":"0.0", + "y":"16.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetLessThan10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween10KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween100KBAnd1MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween1MBAnd10MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween10MBAnd100MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween100MBAnd1GBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100M-1G", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetGreaterThan1GBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1G-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Null File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":53, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"3046c74" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of null file inputs and outputs per second.", + "x":"6.0", + "y":"16.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullEmlFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-In-Eml", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullTxtFilesInPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-In-Txt", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullEmlFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out-Eml", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullTxtFilesOutPerSecond{datacenter=\"$DT\"})", + "legend":"{{job_name}}-Out-Txt", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Other File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":54, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"199c9f74" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"18.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-StartChunks-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEndChunksInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-EndChunks-In", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-StartChunks-Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEndChunksOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-EndChunks-Out", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-CompleteFiles-Out", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteEmlFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-CompleteEmlFiles-Out", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteTxtFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-CompleteTxtFiles-Out", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksDelayPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-DelayChunks-In", + "name":"I", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Overview", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":55, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"DataCenter Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":56, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"75eb411" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":57, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#4740ce", + "id":"a2df341" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":58, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#ef2162", + "id":"7c5d0cbb" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":59, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#4740ce", + "id":"23e8cec" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":60, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#3c11f9", + "id":"222bd78" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":61, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"243de81a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"[24.07] TSG OLAP Data Flow Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"DataCenter1", + "show":true, + "name":"DataCenter", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for TSG OLAP DataFlow.", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6339a3", + "id":"068b1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"TRANSACTION-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SESSION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"SESSION-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"BGP-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"BGP-RECORD", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"PROXY-EVENT", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#b6a6ed", + "id":"f38d20e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DOS-SKETCH-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"NETWORK-TRAFFIC-METRIC", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"OBJECT-STATISTICS-METRIC", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"POLICY-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"POLICY-RULE-METRIC", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"STATISTICS-RULE-METRIC", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SYS-STORAGE\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"SYS-STORAGE", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-METRIC", + "name":"H", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"VOIP-CONVERSATION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"VOIP-CONVERSATION-RECORD", + "name":"I", + "orderNum":8, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-DESTINATION-IP-METRIC", + "name":"J", + "orderNum":9, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#4ff9a7", + "id":"3553e71" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", + "legend":"TRAFFIC-FILE-STREAM-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TROUBLESHOOTING-FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", + "legend":"TROUBLESHOOTING-FILE-STREAM-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Traffic IN/OUT", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":4, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"5.19", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"6c20ee" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"26521b6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":7, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"10d0029f" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Kafka Quotas Produce Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":8, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7f9600", + "id":"4e8b9a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (user, client_id) (kafka_server_Produce_byte_rate{datacenter!=\"$DataCenter\"})", + "legend":"", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Kafka Quotas Fetch Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7f9600", + "id":"84b343b" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (user, client_id) (kafka_server_Fetch_byte_rate{datacenter!=\"$DataCenter\"})", + "legend":"", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Logs", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":10, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"11.38", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Session Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2ce059", + "id":"3bff091" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_session_record_kafka_to_clickhouse|session_record_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":" sum(\n rate(\n flink_taskmanager_job_task_operator_internal_metrics_dropped_events{datacenter=\"$DataCenter\",job_name=~\"etl_session_record_kafka_to_clickhouse|session_record_processed_kafka_to_clickhouse\"}[5m]\n )\n )", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_session_record_kafka_to_clickhouse |session_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Transaction Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed0eaa", + "id":"1d4f518" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Proxy Event Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2a16ff", + "id":"712c74" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DoS Event Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6936aa", + "id":"10312c1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-SKETCH-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-EVENT\"})", + "legend":"Detection", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_event_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_event_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_event_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"VoIP Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#c02bdb", + "id":"1ba4a14" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing VoIP Records per second", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD\"}) ", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-CONVERSATION-RECORD\"})", + "legend":"Correlation", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Files", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":17, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"17.77", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"339d8b25" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) and outputs(sink) per second.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"{{job_name}}-Out", + "name":"C", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"0e5755d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of file inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numFilesOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"42fdfca9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Bytes of chunk inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Combine IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"1dfec115" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs and outputs per second of the window combiner.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"window_combine_chunk\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=\"window_combine_chunk\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Error File Chunk Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed5cea", + "id":"6989e1a0" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of error chunks per second of the operator.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numErrorChunksPerSecond)", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Dropped File Chunk Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#5b3bf9", + "id":"3de9bbe" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk drops per second of the operator.", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksFilterPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7317a8", + "id":"2ed2b9dc" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs per second by size.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd3KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"1-3K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween3KBAnd5KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"3-5K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"5-10K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd50KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"10-50K", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween50KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"50-100K", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\"})", + "legend":"100K-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Memory Used", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"8f351c0" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"10.0", + "elements":[ + { + "expression":"(flink_taskmanager_Status_JVM_Memory_Heap_Used{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"} / flink_taskmanager_Status_JVM_Memory_Heap_Max{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}) * 100", + "legend":"{{asset}}-HeapUsed", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job GC Metrics", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"693938" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"10.0", + "elements":[ + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Count{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1OldCount", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Time{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1OldTime", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Count{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1YoungCount", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Time{exported_job=~\"agg_troubleshooting_file_chunk_combine.*\"}", + "legend":"{{asset}}-G1YoungTime", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Troubleshooting File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"e13294c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TROUBLESHOOTING-FILE-STREAM-RECORD\"})", + "legend":"Ingestion", + "name":"B", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{task_name=\"Source:_TROUBLESHOOTING_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Consumer", + "name":"A", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name,job_id)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{task_name=\"Source:_TROUBLESHOOTING_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Lag", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink File Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7317a8", + "id":"1a6364d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk outputs per second by size.", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd5KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"1-5K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"5-10K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"10-100K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"100K-1M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\"})", + "legend":"1M-∞", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Traffic File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"53945c3" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRAFFIC-FILE-STREAM-RECORD\"})", + "legend":"Ingestion", + "name":"B", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Consumer", + "name":"A", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{task_name=\"Source:_TRAFFIC_FILE_STREAM_RECORD____Map:_Parse_Message_Pack____Filter:_Map____Timestamps_Watermarks\"})", + "legend":"Lag", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Metrics", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":30, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"17.58", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Druid Task Consumer Lag", + "span":"12.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#04c0f9", + "id":"b03f3c4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Consumer Lag in each Datasource. Consumer Lag tells us how far behind each Consumer (Group) is in each Partition. The smaller the lag the more real-time the data consumption.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (dataSource) (irate(ingest_kafka_lag{service=\"coordinator\"}[5m]))", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Network Traffic Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"aed88d9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DoS Sketch Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":33, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"35823cc2" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Object Statistics Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"61c3a26" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Statistics Rule Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"ab73629" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"TopK Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"800e5f4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Traffic Top Destination IP Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"0b21f08" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + } +]
\ No newline at end of file diff --git a/tsg_olap/installation/monitoring/TSG-24.08/TSG-OLAP-Expression-temp-v24.08.xlsx b/tsg_olap/installation/monitoring/TSG-24.08/TSG-OLAP-Expression-temp-v24.08.xlsx Binary files differnew file mode 100644 index 0000000..2187b9d --- /dev/null +++ b/tsg_olap/installation/monitoring/TSG-24.08/TSG-OLAP-Expression-temp-v24.08.xlsx diff --git a/tsg_olap/installation/monitoring/TSG-24.08/TSG-OLAP-Module-temp-v24.08.xlsx b/tsg_olap/installation/monitoring/TSG-24.08/TSG-OLAP-Module-temp-v24.08.xlsx Binary files differnew file mode 100644 index 0000000..18c84e0 --- /dev/null +++ b/tsg_olap/installation/monitoring/TSG-24.08/TSG-OLAP-Module-temp-v24.08.xlsx diff --git a/tsg_olap/installation/monitoring/TSG-24.09/TSG-OLAP-AlertRule-temp-v24.09.xlsx b/tsg_olap/installation/monitoring/TSG-24.09/TSG-OLAP-AlertRule-temp-v24.09.xlsx Binary files differnew file mode 100644 index 0000000..4f5ca47 --- /dev/null +++ b/tsg_olap/installation/monitoring/TSG-24.09/TSG-OLAP-AlertRule-temp-v24.09.xlsx diff --git a/tsg_olap/installation/monitoring/TSG-24.09/TSG-OLAP-Dashboard-temp-v24.09.json b/tsg_olap/installation/monitoring/TSG-24.09/TSG-OLAP-Dashboard-temp-v24.09.json new file mode 100644 index 0000000..d1113d1 --- /dev/null +++ b/tsg_olap/installation/monitoring/TSG-24.09/TSG-OLAP-Dashboard-temp-v24.09.json @@ -0,0 +1,20299 @@ +[ + { + "name":"[24.09] OLAP Component Status Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"Zookeeper,Kafka,HDFS,Yarn,HBase,Druid,Clickhouse,Arangodb,Nacos,Mariadb", + "show":true, + "name":"Component", + "allOption":true, + "type":"custom", + "multi":true + }, + { + "regex":"", + "expression":"", + "customOptions":"TSG-OLAP,CN-OLAP,TSG-DT", + "show":true, + "name":"Project", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for bigdata component status.", + "charts":[ + { + "name":"Zookeeper Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Zookeeper", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"a85bb03", + "value":80 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maximum percentage of DISK IO in each asset.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*zookeeper.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107313, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Outstanding Requests", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"100", + "color":"#d64f40", + "id":"62fbf61", + "value":100 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of queued requests in each Data Center. This goes up when the server receives more requests than it can process. When count > 100.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (zookeeper_outstanding_requests{module=~\".*Zookeeper\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107314, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Zookeeper Connections/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of connections per second in each Data Center", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_connections{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107316, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Avg Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":4, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"100000", + "color":"#d64f40", + "id":"58f8e1ad", + "value":100000 + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Amount of time it takes for the server to respond to a client request (since the server was started) in each data center. When latency > 10 (Ticks).", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_latency_avg_ms{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107319, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sent Packets/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"packets/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of client packets sent (responses and notifications) in each data center.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_packets_sent{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107321, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Received Packets/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"packets/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of client requests (typically operations) received in each data center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (rate(zookeeper_packets_received{module=~\".*Zookeeper\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107323, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Flink on Yarn Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":8, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Yarn", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"9.38", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Resourcemanager Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"884bf8a", + "value":0.8 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn ResourceManager nodes memory Utilization.", + "x":"0.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by(asset) (Hadoop_ResourceManager_MemHeapUsedM{module=~\".*Yarn-ResourceManager\",project=\"$Project\"}/Hadoop_ResourceManager_MemHeapMaxM{module=~\".*Yarn-ResourceManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107344, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"68f1c6c2", + "value":0.8 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn ResourceManager nodes CPU Utilization.", + "x":"4.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by (asset)(java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*Yarn-ResourceManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107345, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"a927eeb", + "value":0.8 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn NodeManager nodes CPU Utilization.", + "x":"4.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*Yarn-NodeManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107348, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "val":"0.7", + "color":"#d64f40", + "id":"2022c819", + "value":0.8 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Hadoop Yarn NodeManager nodes memory Utilization.", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by (asset)(Hadoop_NodeManager_MemHeapUsedM{module=~\".*Yarn-NodeManager\",project=\"$Project\"}/Hadoop_NodeManager_MemHeapMaxM{module=~\".*Yarn-NodeManager\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107349, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager RpcProcessing AvgTime", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#7f4ee8", + "id":"b6ef207" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The average RPC call time of the NodeManager.", + "x":"0.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by(asset)(Hadoop_NodeManager_RpcProcessingTimeAvgTime{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=\"RpcActivityForPort9923\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107350, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager GC Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"da71837" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of GC times of the ResourceManager node", + "x":"8.0", + "y":"3.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionCount{module=~\".*Yarn-ResourceManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107351, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager GC Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"2781ca5" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of GC times of the NodeManager node", + "x":"8.0", + "y":"5.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionCount{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107352, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ResourceManager GC Duration", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":16, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"40f9b83" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"ResourceManager GC duration", + "x":"4.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionTime{module=~\".*Yarn-ResourceManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107353, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"NodeManager GC Duration", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":17, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#bd00f2", + "id":"393c4a57" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"ResourceManager GC duration", + "x":"8.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by(asset,name) (irate(java_lang_GarbageCollector_CollectionTime{module=~\".*Yarn-NodeManager\",project=\"$Project\",name=~\"PS MarkSweep|PS Scavenge\"}[5m]))", + "legend":"{{asset}}-{{name}}", + "name":"A", + "orderNum":0, + "id":107354, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Flink Job Restarts", + "span":"12.0", + "height":"3.0", + "type":"Line chart", + "unit":"short", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#036eb5", + "id":"7eca5e9d" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"max by(datacenter, job_name) ((flink_jobmanager_job_numRestarts{project=\"$Project\"}) - (flink_jobmanager_job_numRestarts{project=\"$Project\"} offset 30s))", + "legend":"{{datacenter}}:{{job_name}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Mariadb Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":19, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Mariadb", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"5.19", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Number Of Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"625b5574" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"mysql_global_status_threads_connected{project=~\"$Project\"}", + "legend":"{{asset}} threads_connected", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"mysql_global_status_threads_cached{project=~\"$Project\"}", + "legend":"{{asset}} threads_cached", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"mysql_global_status_threads_running{project=~\"$Project\"}", + "legend":"{{asset}} threads_running", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Slow Queries", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"6c3025e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"increase(mysql_global_status_slow_queries{project=\"$Project\"}[2m])", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Throughput", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"fb2dad1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"rate(mysql_global_status_questions{project=\"$Project\"}[2m])", + "legend":"{{asset}} Read rate", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum without (command) (\nrate(mysql_global_status_commands_total{command=~\"insert|update|delete\",project=\"$Project\"}[2m])\n)", + "legend":"{{asset}} Write rate", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mariadb Connection Refused", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7447b7", + "id":"90a5db3" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"mysql_global_status_aborted_connects{project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Nacos Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":24, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Nacos", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"22.77", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"QPS", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Nacos queries per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(method,uri) (rate(http_server_requests_seconds_count{uri=~'/v1/cs/configs|/nacos/v1/ns/instance|/nacos/v1/ns/health', module=~\".*Nacos\",project=\"$Project\"}[5m]))", + "legend":"{{method}}", + "name":"A", + "orderNum":0, + "id":107325, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Request Errors", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests failed counter per second of each http method.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(method,uri) (irate(http_server_requests_seconds_count{exception!='None',module=~\".*Nacos\",project=\"$Project\"}[5m]))", + "legend":"{{method}}-{{uri}}", + "name":"A", + "orderNum":0, + "id":107326, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Nacos\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Nacos\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107327, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (system_cpu_usage{module=~\".*Nacos\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107328, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Kafka Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":29, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Kafka", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"18.58", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Failed Fetch Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[ + "A" + ], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "rightYAxis":true, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of (producer|consumer|follower) requests per second in each Data Center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"FailedFetchRequestsPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"In Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing Traffic Records with incoming byte rate in each Data Center.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107330, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Out Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing Traffic Records with outgoing byte rate in each Data Center.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=\"\",module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107332, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Failed Produce Request/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":33, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of data produce requests from producers that brokers failed to process for this topic in each Data Center.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter) (kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"FailedProduceRequestsPerSec\",topic=\"\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107334, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Asset Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"329f354", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maxium percentage of DISK IO in each data center and asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*kafka.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107336, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Avg Zookeeper Request Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The average zookeeper request latency(ms) in each data center and asset.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"avg by (asset)(kafka_server_ZooKeeperClientMetrics_Mean{module=~\".*Kafka\",project=\"$Project\"}) ", + "legend":"{{datacenter}} - {{asset}}", + "name":"A", + "orderNum":0, + "id":107337, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Server Socket Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":82, + "param":{ + "rightYAxis":{ + "elementNames":[ + "A" + ], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "rightYAxis":true, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of (producer|consumer|follower) requests per second in each Data Center.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (kafka_server_socket_server_metrics_request_rate{module=~\".*Kafka\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Druid Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":36, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Druid", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"26.96", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Index Status", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"3.0", + "elements":[ + { + "expression":"avg(druid_index_running_task_num{project=\"$Project\"})", + "legend":"Running", + "name":"A", + "orderNum":0, + "id":107356, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_index_waiting_task_num{project=\"$Project\"})", + "legend":"Waiting", + "name":"B", + "orderNum":1, + "id":107357, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_index_pending_task_num{project=\"$Project\"})", + "legend":"Pending", + "name":"C", + "orderNum":2, + "id":107358, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Compact Status", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"4.0", + "y":"3.0", + "elements":[ + { + "expression":"avg(druid_compact_waiting_task_num{project=\"$Project\"})", + "legend":"Waiting", + "name":"A", + "orderNum":0, + "id":107359, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"avg(druid_compact_pending_task_num{project=\"$Project\"})", + "legend":"Pending", + "name":"B", + "orderNum":1, + "id":107360, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataSource Segment Size", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":39, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"DataSource", + "error":false + }, + { + "unit":7, + "display":"{{A.$value}}", + "show":true, + "title":"Segment Size", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The total segment size in each Datasource.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(dataSource)(coordinator_segment_size{service=\"coordinator\",module=~\".*Druid\",project=\"$Project\"})", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":107362, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Query CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.8", + "color":"#d64f40", + "id":"24a1af1", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset.", + "x":"0.0", + "y":"5.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"}[5m])) by(asset)) * 100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107363, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Query Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"0.8", + "color":"#d64f40", + "id":"3f12ca98", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset. Runs Coordinator and Overlord processes, which manages data availability and ingestion.", + "x":"8.0", + "y":"3.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*druid_query.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107364, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Data Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"80", + "color":"#d64f40", + "id":"f8b7db1", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset. Runs Historical and MiddleManager processes, which executes ingestion workloads and stores all queryable data.", + "x":"4.0", + "y":"5.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107365, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Data CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":43, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "thresholds":[ + { + "val":"90", + "color":"#d64f40", + "id":"1ae5f1c2", + "value":80 + } + ], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The CPU usage in each asset.", + "x":"8.0", + "y":"5.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*druid_data.*\",project=\"$Project\"}[5m])) by(asset)) * 100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107366, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataSource Segment Count", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":44, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"DataSource", + "error":false + }, + { + "unit":2, + "display":"{{A.$value}}", + "show":true, + "title":"Segment Count", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The segment number in each Datasource.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (dataSource) (coordinator_segment_count{service=\"coordinator\",module=~\".*Druid\",project=\"$Project\"})", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Historical Node Segement Used", + "span":"4.0", + "height":"3.0", + "type":"Table", + "unit":"bytes(IEC)", + "weight":45, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "columns":[ + { + "unit":2, + "display":"{{A.$legend}}", + "show":true, + "title":"Asset", + "error":false + }, + { + "unit":7, + "display":"{{A.$value}}", + "show":true, + "title":"Used", + "error":false + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "indexs":"", + "tableOptions":{ + "showTableHeader":"enabled", + "pagination":"enabled" + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null", + "statistics":"last" + }, + "remark":"The total segment size in each Datasource.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":" sum by (asset) (historical_segment_used{service=\"historical\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Historical Segment Used percent", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#a032ef", + "id":"b84ca4e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The percent of the process's temporary cache data on disk", + "x":"0.0", + "y":"7.0", + "elements":[ + { + "expression":"sum by (asset) (historical_segment_used_percent{service=\"historical\"}) ", + "legend":"{{asset}}-{{server}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Clickhouse Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":47, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"Clickhouse", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"43.35", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Insert Rows/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":48, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of rows INSERTed to all tables", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_inserted_rows_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107369, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Insert Bytes/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":49, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of bytes (uncompressed) INSERTed to all tables", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_inserted_bytes_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107370, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Merged Rate/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":50, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "min", + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The merging data parts per second in each Data center.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset) (irate(clickhouse_merge{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107372, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Bad Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":51, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The bad requests per second in each Data center.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (irate(bad_requests_total{module=~\".*Clickhouse\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107373, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":52, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset.", + "x":"4.0", + "y":"6.0", + "elements":[ + { + "expression":"1 - (node_memory_MemAvailable_bytes{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"} / node_memory_MemTotal_bytes{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}) ", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107374, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":53, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"(1-avg(irate(node_cpu_seconds_total{mode=\"idle\",olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}[5m])) by(asset))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107375, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"TCP Connection Time", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":54, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current Tcp Connection time in each asset.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"max by(asset) (ck_connect_time{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107376, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Active Query Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":55, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"2ab3239d" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of queries in each asset.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max by(asset) (ck_processes_count{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107377, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Mutiation part Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":56, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of mutiation part in each asset.", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"max by(asset)(clickhouse_part_mutation{module=~\".*Clickhouse\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107378, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Asset Disk IO Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":57, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The maxium percentage of DISK IO in each data center and asset.", + "x":"8.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset)(rate(node_disk_io_time_seconds_total{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}[5m]))*100", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107379, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Expired Parts Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":58, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#7dd1ed", + "id":"567833a8" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The current number of queries in each asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"ck_expired_parts_count{olap_node_exporter=~\".*clickhouse.*\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"HBase Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":59, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"HBase", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"42.35", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Request/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":60, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"3524cce" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of requests per second of each type,Read/Write/Total", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (datacenter) (irate(Hadoop_HBase_totalRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Total", + "name":"A", + "orderNum":0, + "id":107380, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_readRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Read", + "name":"B", + "orderNum":1, + "id":107381, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_writeRequestCount{project=\"$Project\"}[5m]))", + "legend":"{{datacenter}} - Write", + "name":"C", + "orderNum":2, + "id":107382, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Region Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":61, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"1978b85f" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of HBase cluster regions", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (datacenter) (Hadoop_HBase_regionCount{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107383, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"RitRegion(Unhealthy) Count", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":62, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"266c1168" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of HBase cluster rit(Region in transition) regions.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (datacenter) (Hadoop_HBase_ritCount{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107384, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":63, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"45b41f1", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The Memory usage in each asset.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (Hadoop_HBase_MemHeapUsedM{module=~\".*HBase-HregionServer\",project=\"$Project\"}) / sum by(asset) (Hadoop_HBase_MemHeapMaxM{module=~\".*HBase-HregionServer\",project=\"$Project\"})\n", + "legend":"{{asset}}-HregionServer", + "name":"A", + "orderNum":0, + "id":107385, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(asset) (Hadoop_HBase_MemHeapUsedM{module=~\".*HBase-Hmaster\",project=\"$Project\"}) / sum by(asset) (Hadoop_HBase_MemHeapMaxM{module=~\".*HBase-Hmaster\",project=\"$Project\"})\n", + "legend":"{{asset}}-Hmaster", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":64, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"8ff1639", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each asset.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HBase-HregionServer\",project=\"$Project\"})", + "legend":"{{asset}}-HregionServer", + "name":"A", + "orderNum":0, + "id":107386, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(asset) (java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HBase-Hmaster\",project=\"$Project\"})", + "legend":"{{asset}}-Hmaster", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Request Queue", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":65, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"3c37e86" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of requests in the HBase request queue.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(Hadoop_HBase_numCallsInGeneralQueue{name=\"RegionServer\",module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107387, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Slow Request", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":66, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"1cc27af" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of slow requests (put,append,get) in the HBase cluster.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(irate(Hadoop_HBase_slowPutCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"put-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107388, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(Hadoop_HBase_slowAppendCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"append-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107389, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(Hadoop_HBase_slowGetCount{name=\"RegionServer\",sub=\"Server\",module=~\".*HBase.*\",project=\"$Project\"}[5m])) by (datacenter)", + "legend":"get-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107390, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memstore Size", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":67, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"6802e74" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Data size in the HBase node memory", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (asset) (Hadoop_HBase_metric_memStoreSize{module=~\".*HBase.*\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107391, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"GC Count/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":68, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"160af06" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"GC times per second of the HBase process.", + "x":"8.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCount{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"GCCount-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107392, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountParNew{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"ParNewGcCount-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107393, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountConcurrentMarkSweep{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"CMSGcCount-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107394, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"GC Time", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"milliseconds", + "weight":69, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"34dde05e" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The GC duration of the HBase process.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCount{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"GC-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107395, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountParNew{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"ParNewGc-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":107396, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (datacenter)(irate(Hadoop_HBase_GcCountConcurrentMarkSweep{module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"CMSGc-{{datacenter}}", + "name":"C", + "orderNum":2, + "id":107397, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Put Request By HOS Table/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":70, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"7b439968" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of put requests for hos table per second.", + "x":"4.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107398, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Get Request By HOS Table/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":71, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"5b700717" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of get requests for hos table per second.", + "x":"8.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_getCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107399, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS TTL Scan Count By Table /sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":72, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#0c4dff", + "id":"2e8ec6" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of scan times in ttl for hos table per second.", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by (table) (irate(Hadoop_HBase_metric_scanCount{namespace=\"default\",type=\"data\",module=~\".*HBase.*\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":107401, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Hadoop HDFS Status", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":73, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Component", + "varValue":"HDFS", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "showHeader":true, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"36.15", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Storage Capacity Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":74, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#C4162AFF", + "id":"a0c3ac9", + "value":80 + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Hadoop cluster storage capacity Usage.", + "x":"4.0", + "y":"4.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_PercentUsed{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2\n", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107403, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Namenode Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":75, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"6107b19" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Memory usage in each Namenode.", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"Hadoop_NameNode_MemHeapUsedM{module=~\".*HDFS-NameNode\",project=\"$Project\"}/Hadoop_NameNode_MemHeapMaxM{module=~\".*HDFS-NameNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107404, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Datanode Memory Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":76, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"f850c09" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Memory usage in each Datanode.", + "x":"4.0", + "y":"2.0", + "elements":[ + { + "expression":"Hadoop_DataNode_MemHeapUsedM{module=~\".*HDFS-DataNode\",project=\"$Project\"}/Hadoop_DataNode_MemHeapMaxM{module=~\".*HDFS-DataNode\",project=\"$Project\"}\n", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107405, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Missing Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":77, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"7a84367" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of blocks with missing in the Hadoop cluster.", + "x":"8.0", + "y":"2.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_NumberOfMissingBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":107406, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Namenode CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":78, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"d62e843" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each Namenode.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HDFS-NameNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107407, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Corrupt Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":79, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"41dda95c" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of blocks with corrupt replicas in the Hadoop cluster.", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_CorruptBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2", + "legend":"{{datacenter}}", + "name":"B", + "orderNum":0, + "id":107408, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Under Replicated Blocks", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":80, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"b43381d" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of blocks with lose replicated in the Hadoop cluster.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"(sum by(datacenter) (Hadoop_NameNode_UnderReplicatedBlocks{module=~\".*HDFS-NameNode\",project=\"$Project\"}))/2\n", + "legend":"{{datacenter}}", + "name":"C", + "orderNum":0, + "id":107409, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Datanode CPU Usage", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":81, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":true, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#1c1984", + "id":"5742c3da" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The CPU usage in each DataNode.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"java_lang_OperatingSystem_ProcessCpuLoad{module=~\".*HDFS-DataNode\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":107410, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"[24.09] OLAP Service Status Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"TSG-OLAP,CN-OLAP,TSG-DT", + "show":true, + "name":"Project", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"QGW Response Latency", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "val":"60", + "color":"#d64f40", + "id":"2d432055", + "value":90 + } + ], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"QGW service response latency. Used to evaluate whether there is a slow query currently.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_sum{module=~\".*Galaxy-qgw-service\",status!~\"5..\",project=\"$Project\"}[5m]))/sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-qgw-service\", status!~\"5..\",project=\"$Project\"}[5m]))", + "legend":"AVG", + "name":"A", + "orderNum":0, + "id":108725, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"max(http_server_requests_seconds_max{module=\"Galaxy-qgw-service\", status!~\"5..\",project=\"$Project\"})", + "legend":" MAX", + "name":"B", + "orderNum":1, + "id":108726, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Object Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put objects per second. Include total, success, and failure.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":108727, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",status=~\"2..\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Success", + "name":"B", + "orderNum":1, + "id":108728, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(http_server_requests_seconds_count{method=\"PUT\",status!~\"2..\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[2m]))", + "legend":"Failure", + "name":"C", + "orderNum":2, + "id":108729, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Report Success", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":3, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#E81616", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"Total number of report jobs successfully executed", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"Report Success", + "name":"A", + "orderNum":0, + "id":108730, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Report Failure", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"none", + "weight":4, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "regx":">10", + "color":{ + "bac":"#F78539FF", + "text":"#000" + }, + "display":"{{value}}", + "show":true, + "from":1, + "text":"", + "to":100, + "type":"range", + "error":false, + "value":10 + }, + { + "color":{ + "bac":"#E30521FF", + "text":"#000000FF" + }, + "display":"{{value}}", + "show":true, + "from":100, + "to":10000, + "type":"range", + "error":false + } + ], + "text":"value", + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"Total number of report jobs failed", + "x":"3.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(report_fail_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"Report fail sum", + "name":"A", + "orderNum":0, + "id":108731, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Success(today)", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":5, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of jobs successfully executed today", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(triggerCountSucTotal{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum(up{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"Job Success", + "name":"A", + "orderNum":0, + "id":108732, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Failure(today)", + "span":"3.0", + "height":"1.0", + "type":"Stat", + "unit":"short", + "weight":6, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#FF9C59FF", + "icon":"#FF9830FF", + "text":"#000" + }, + "display":"{{value}}", + "show":true, + "from":1, + "text":"", + "to":50, + "type":"range", + "error":false, + "value":0 + }, + { + "color":{ + "bac":"#E30521FF", + "icon":"#df2fefFF", + "text":"#000000FF" + }, + "display":"{{value}}", + "show":true, + "from":51, + "to":10000, + "type":"range", + "error":false, + "value":50 + } + ], + "text":"value", + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of jobs failed executed today", + "x":"9.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(triggerCountFailTotal{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum(up{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"Job Failure", + "name":"A", + "orderNum":0, + "id":108733, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-gateway-nginx", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":7, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.37", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Server Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":8, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests counter per second of each Gateway Nginx asset.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_server_requests_total{module=~\".*Galaxy-gateway-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108735, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The upstream requests the counter rate of each Gateway Nginx asset.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_upstream_requests_total{module=~\".*Galaxy-gateway-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108736, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Response Time (backend,upstream)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The only upstream response processing time of each endpoint", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max(irate(nginx_vts_upstream_response_seconds_total{module=~\".*Galaxy-gateway-nginx\",project=\"$Project\"}[5m])) by (backend, upstream)", + "legend":"{{backend}}-{{upstream}}", + "name":"A", + "orderNum":0, + "id":108737, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ed0937", + "id":"4175dd3a" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of connections for the nginx proxy in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"nginx_vts_main_connections{module=~\".*Galaxy-gateway-nginx\",status=\"active\",project=\"$Project\"}", + "legend":"{{asset}}-{{status}}", + "name":"A", + "orderNum":0, + "id":108738, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-qgw-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":12, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"1.74", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Http Error Responses", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ca8bf9", + "id":"84abc9c" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of failed requests for QGW .", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"count(http_server_requests_seconds_count{module=~\".*Galaxy-qgw-service\", status!~\"2..\",uri!~\".*/prometheus\",project=\"$Project\"})", + "legend":"count", + "name":"A", + "orderNum":0, + "id":108740, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Http Slow Query", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "val":"300", + "color":"#d64f40", + "id":"32e399eb" + } + ], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of slow queries", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"count(http_server_requests_seconds_max{module=~\".*Galaxy-qgw-service\",uri!~\".*/prometheus\",project=\"$Project\"}>90)", + "legend":">90s", + "name":"A", + "orderNum":0, + "id":108741, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Galaxy-qgw-service\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-qgw-service\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108742, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Saved-query-scheduler", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":16, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.1", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Report Success / All", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"percent(0-100)", + "weight":17, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The success rate of Report jobs", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) / (sum(report_success_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) + sum(report_fail_count_total{module=~\".*Saved-query-scheduler\",project=\"$Project\"})) * 100", + "name":"A", + "orderNum":0, + "id":108746, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"5.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":18, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"2.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Saved-query-scheduler\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Saved-query-scheduler\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108747, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"5.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"7.0", + "y":"0.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Saved-query-scheduler\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108748, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-hos-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":20, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"10.84", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Put Object Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put objects per second", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (asset)(irate(http_server_requests_seconds_count{method=\"PUT\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108750, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Error Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of failed requests per second", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(status)(irate(http_server_requests_seconds_count{uri=~\"/hos/.*\",status!~\"2..\",project=\"$Project\"}[5m]))", + "legend":"{{status}}", + "name":"A", + "orderNum":0, + "id":108751, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Download File Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":23, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of Download File requests per second", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (asset)(irate(http_server_requests_seconds_count{method=\"GET\",uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m]))", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108752, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Write Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing files with incoming byte rate in each asset", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"irate(dashInfo{severity=\"fileBytes\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m])", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108753, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Put Requests By Size Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of put requests per second with size distribution", + "x":"0.0", + "y":"10.0", + "elements":[ + { + "expression":"sum(irate(dashInfo{severity=\"smallFileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"<1MB", + "name":"A", + "orderNum":0, + "id":108754, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(dashInfo{severity=\"middleFileCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"1-10MB", + "name":"B", + "orderNum":1, + "id":108755, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(irate(dashInfo{severity=\"bigFileCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":">10MB", + "name":"C", + "orderNum":2, + "id":108756, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(asset)(jvm_memory_used_bytes{module=~\".*Galaxy-hos-service\",project=\"$Project\"}>0) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-hos-service\",project=\"$Project\"}>0)", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108757, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"CPU Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"process_cpu_usage{module=~\".*Galaxy-hos-service\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108758, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Node Requests/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":28, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "total", + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The number of hos requests per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(http_server_requests_seconds_count{uri=\"/hos/{bucket}/**\",project=\"$Project\"}[5m])) by (asset)", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108759, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of files uploaded per second", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"fileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":108760, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS TTL Delete Files/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of ttl deleted files per second.", + "x":"6.0", + "y":"10.0", + "elements":[ + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"ttlDeleteFileCount\",module=~\".*Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"DeleteCount-{{datacenter}}", + "name":"A", + "orderNum":0, + "id":108761, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(irate(dashInfo{severity=\"ttlDeleteFileErrorCount\",module=\"Galaxy-hos-service\",project=\"$Project\"}[5m]))", + "legend":"DeleteErrorCount-{{datacenter}}", + "name":"B", + "orderNum":1, + "id":108762, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put File By Bucket/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of files for bucket uploaded per second", + "x":"0.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(parent)(irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"index\",indextype=\"time\",project=\"$Project\"}[5m]))", + "legend":"{{parent}}", + "name":"A", + "orderNum":0, + "id":108763, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"HOS Put Requests By Bucket/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"The number of put requests for bucket per second", + "x":"6.0", + "y":"8.0", + "elements":[ + { + "expression":"sum by(table)(irate(Hadoop_HBase_metric_putCount{namespace=\"default\",type=\"data\",project=\"$Project\"}[5m]))", + "legend":"{{table}}", + "name":"A", + "orderNum":0, + "id":108764, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-job-service", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":33, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"Project", + "varValue":"TSG-DT", + "operator":"notEqual" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":true, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.47", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Job Success/All", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"percent(0.0-1.0)", + "weight":34, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":false + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The success rate of jobs", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(jobLogSuccessCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})/sum(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "name":"A", + "orderNum":0, + "id":108765, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Sum", + "span":"2.0", + "height":"2.0", + "type":"Stat", + "unit":"short", + "weight":35, + "param":{ + "comparison":"none", + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "colorMode":"value", + "thresholds":[], + "sparklineMode":"line", + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "valueMapping":true + }, + "valueMapping":[ + { + "color":{ + "bac":"#fff", + "text":"#000" + }, + "display":"{{A.$value}}", + "show":false, + "text":"", + "type":"value", + "value":0 + } + ], + "dataLink":[], + "nullType":"connected", + "statistics":"last" + }, + "remark":"The total number of executed jobs", + "x":"2.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})/count(jobLogCount{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "name":"A", + "orderNum":0, + "id":108766, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Response Latency", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The response time of admin service", + "x":"4.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_sum{module=~\".*Galaxy-job-admin\", status!~\"5..\",project=\"$Project\"}[5m]))/sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-job-executor\", status!~\"5..\",project=\"$Project\"}[5m]))", + "legend":"AVG", + "name":"A", + "orderNum":0, + "id":108772, + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"max(http_server_requests_seconds_max{module=\"Galaxy-job-admin\", status!~\"5..\",project=\"$Project\"})", + "legend":"MAX", + "name":"B", + "orderNum":1, + "id":108773, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Memory Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(asset) (jvm_memory_used_bytes{module=~\".*Galaxy-job-admin\",project=\"$Project\"}) / sum by(asset) (jvm_memory_max_bytes{module=~\".*Galaxy-job-admin\",project=\"$Project\"})", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108774, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin Error Requests/sec", + "span":"4.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The number of failed requests per second", + "x":"8.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(rate(http_server_requests_seconds_count{module=~\".*Galaxy-job-admin\", status!~\"2..\",project=\"$Project\"}[5m]))", + "legend":"used_{{asset}}", + "name":"A", + "orderNum":0, + "id":108775, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Admin CPU Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":39, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The CPU usage in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Galaxy-job-admin\",project=\"$Project\"}", + "legend":"{{asset}}_system_cpu_usage", + "name":"A", + "orderNum":0, + "id":108776, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Memory Used", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes(IEC)", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The memory usage in each asset", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum(jvm_memory_used_bytes{module=~\".*Galaxy-job-executor\",project=\"$Project\"})by(asset)", + "legend":"used_{{asset}}", + "name":"A", + "orderNum":0, + "id":108778, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor Error Log", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"connected" + }, + "remark":"The number of failed logs per second in each asset", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"increase(logback_events_total{module=~\".*Galaxy-job-executor\",level=\"error\",project=\"$Project\"} [5m])", + "legend":" {{asset}}", + "name":"A", + "orderNum":0, + "id":108779, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Executor CPU Usage", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0.0-1.0)", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[ + "avg", + "last", + "max" + ], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The CPU usage in each asset", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"system_cpu_usage{module=~\".*Galaxy-job-executor\",project=\"$Project\"}", + "legend":"{{asset}}", + "name":"A", + "orderNum":0, + "id":108780, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Delete Old Log", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":43, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#18ba46", + "id":"81efdaf" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"When the disk is fully loaded, the deletion log is triggered", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (log_type) (delete_old_log_total{module=\"Galaxy-job-executor\"})", + "legend":"{{log_type}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Galaxy-hos-nginx", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":44, + "param":{ + "thresholds":[], + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":false, + "valueMapping":false + }, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true, + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"23.21", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Connections", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"none", + "weight":45, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[ + { + "color":"#ed0937", + "id":"94c2b08" + } + ], + "thresholdShow":true, + "enable":{ + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of connections for the nginx proxy in each asset", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"nginx_vts_main_connections{module=~\".*Galaxy-hos-nginx\",status=\"active\",project=\"$Project\"}", + "legend":"{{asset}}-{{status}}", + "name":"A", + "orderNum":0, + "id":108782, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Server Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The requests counter per second of each HOS Nginx asset.", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_server_requests_total{module=~\".*Galaxy-hos-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108783, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Requests (asset,code)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":47, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The upstream requests the counter rate of each HOS Nginx asset.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(irate(nginx_vts_upstream_requests_total{module=~\".*Galaxy-hos-nginx\",code!=\"total\",project=\"$Project\"}[5m])) by (code,asset)", + "legend":"{{asset}}_[{{code}}]", + "name":"A", + "orderNum":0, + "id":108784, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Upstream Response Time (backend,upstream)", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"seconds(s)", + "weight":48, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":false, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "legend":{ + "values":[], + "placement":"bottom" + }, + "link":"", + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "thresholds":[], + "enable":{ + "thresholds":true, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":true + }, + "style":"line", + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The only upstream response processing time of each endpoint", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"max(irate(nginx_vts_upstream_response_seconds_total{module=~\".*Galaxy-hos-nginx\",project=\"$Project\"}[5m])) by (backend, upstream)", + "legend":"{{backend}}-{{upstream}}", + "name":"A", + "orderNum":0, + "id":108785, + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"[24.09] Data Transporter Data Flow Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"DataCenter1,DataCenter2", + "show":true, + "name":"DataCenter", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for TSG Data Transporter DataFlow at multi-datacenter deployment mode.", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.38", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#6339a3", + "id":"7715ee9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"TRANSACTION-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SESSION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"SESSION-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"BGP-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"BGP-RECORD", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"PROXY-EVENT", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#b6a6ed", + "id":"6f07e8bf" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"DOS-SKETCH-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NETWORK-TRAFFIC-METRIC", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"OBJECT-STATISTICS-METRIC", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"POLICY-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"POLICY-RULE-METRIC", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"STATISTICS-RULE-METRIC", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SYS-STORAGE\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"SYS-STORAGE", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-METRIC", + "name":"H", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"VOIP-CONVERSATION-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"VOIP-CONVERSATION-RECORD", + "name":"I", + "orderNum":8, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-DESTINATION-IP-METRIC", + "name":"J", + "orderNum":9, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#4ff9a7", + "id":"b755935" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (topic)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"{{topic}}", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Traffic IN/OUT", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":4, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.76", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"58d58a08" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"e62d783" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":7, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"1752506" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\".*FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Session Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":8, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"2.15", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2ce059", + "id":"22e472c9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":10, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"fb7c1ff" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"ce0253" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"716d3872" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_session_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Transaction Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":13, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"2.53", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"7efeb2" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed0eaa", + "id":"2027e85c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":16, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"3d8851d6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":17, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"3445b88" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_transaction_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Proxy Events", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":18, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"2.91", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":19, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2a16ff", + "id":"7dd05d48" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":20, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"6fbdba84" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DT\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":21, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"1692816" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":22, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"27e6e467" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"etl_proxy_event_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"DoS Events", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":23, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"3.29", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":24, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6936aa", + "id":"1ed16a0e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-SKETCH-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-EVENT\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)) + sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"D", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":25, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"dd3cf51" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":26, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"6881cb13" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":27, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"667b36dc" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"dos_sketch_record_kafka_to_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"VoIP Records", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":28, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"3.67", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"ETL Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":29, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#c02bdb", + "id":"6e96ebc8" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing VoIP Records per second", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD\",datacenter=\"$DataCenter\"}) ", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD-PROCESSED\",datacenter=\"$DataCenter\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-CONVERSATION-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Transform(Connection）", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0) )+ sum(rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n ) or vector(0)\n)", + "legend":"Sink", + "name":"E", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":30, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"2b063b85" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Source-Sink Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"11c1730" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Dropped", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Source:_kafka_source\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Source-Error", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_bytes{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"Sink:_kafka_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink-Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Processor Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#70c8ea", + "id":"2324386" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_in_events{job_name=\"voip_record_kafka_to_ndc_kafka\",operator_name=\"etl_processor\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"In", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"TRAFFIC-FILE-STREAM-RECORD", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":33, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"4.05", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Traffic File Stream Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"e67313c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of records written to kafka per second / Number of records consumed per second / Kafka lag", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"Total-Ingestion", + "name":"D", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(topic)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",datacenter=\"$DataCenter\"})", + "legend":"{{topic}}-Ingestion", + "name":"A", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_rate{job_name=~\".*file_chunk_combiner\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Consumer", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max{job_name=~\".*file_chunk_combiner\",datacenter=\"$DataCenter\"} >= 0)", + "legend":"{{job_name}}-Lag", + "name":"B", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"e46fab5" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Bytes of chunk input(source) and output(sink) per second.", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBytesOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Combiner IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"4b692fe3" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs and outputs per second of the window combiner.", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"window_combine_chunk\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=\"window_combine_chunk\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Error Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed5cea", + "id":"337035b" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of error chunks per second of the operator.", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numErrorChunksPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Dropped Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":38, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#5b3bf9", + "id":"5655796a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk drops per second of the operator.", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksFilterPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}-Filter", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name,file_chunk_combiner)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksRateLimitDropPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-{{file_chunk_combiner}}-RateLimitDrop", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numDuplicateChunksInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Duplicate", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":39, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#f90ede", + "id":"5960455e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second by size.", + "x":"6.0", + "y":"12.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd3KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-1-3K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween3KBAnd5KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-3-5K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-5-10K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd50KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-10-50K", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween50KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-50-100K", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-100K-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Restarts", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":40, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"665680f" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of task restarts per second.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"max by(job_name) ((flink_jobmanager_job_numRestarts{job_name=~\".*file_chunk_combiner$\",datacenter=\"$DataCenter\"}) - (flink_jobmanager_job_numRestarts{job_name=~\".*file_chunk_combiner$\",datacenter=\"$DataCenter\"} offset 30s))", + "legend":"{{job_name}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job Memory Used", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"percent(0-100)", + "weight":41, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"57f73fd3" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"18.0", + "elements":[ + { + "expression":"(flink_taskmanager_Status_JVM_Memory_Heap_Used{exported_job=~\".*file_chunk_combiner.*\",datacenter=\"$DataCenter\"} / flink_taskmanager_Status_JVM_Memory_Heap_Max{exported_job=~\".*file_chunk_combiner.*\",datacenter=\"$DataCenter\"}) * 100", + "legend":"{{asset}}-HeapUsed", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Job GC Metrics", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":42, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"fb65a89" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"18.0", + "elements":[ + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Count{exported_job=~\".*file_chunk_combiner.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1OldCount", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Old_Generation_Time{exported_job=~\".*file_chunk_combiner.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1OldTime", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Count{exported_job=~\".*file_chunk_combiner.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1YoungCount", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"flink_taskmanager_Status_JVM_GarbageCollector_G1_Young_Generation_Time{exported_job=~\".*file_chunk_combiner.*\",datacenter=\"$DataCenter\"}", + "legend":"{{asset}}-G1YoungTime", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":43, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"be25170" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of chunk inputs(source) and outputs(sink) per second.", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":44, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "min", + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"42a0f6a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of file inputs(source) and outputs(sink) per second.", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numFilesOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Sink Chunk Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":45, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#f90ede", + "id":"4337ac0c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk outputs(sink) per second by size.", + "x":"6.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan1KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-0-1K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1KBAnd5KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-1-5K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween5KBAnd10KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-5-10K", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-10-100K", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-100K-1M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1MBChunksOutPerSecond{file_chunk_combiner=~\"sink_.*\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-1M-∞", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion Chunk Distribution By Offset Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":46, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"3486b0ae" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of chunk inputs(source) per second by offset.", + "x":"0.0", + "y":"14.0", + "elements":[ + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetLessThan10KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween10KBAnd100KBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween100KBAnd1MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween1MBAnd10MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween10MBAnd100MBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_10-100M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetBetween100MBAnd1GBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_100M-1G", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (job_name) (flink_taskmanager_job_task_operator_file_chunk_combiner_numOffsetGreaterThan1GBChunksInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}_1G-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Null File IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":47, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"beaef36" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Number of null file inputs and outputs per second.", + "x":"6.0", + "y":"16.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullFilesInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numNullFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-Out", + "name":"D", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Other File Chunk IN/OUT Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":48, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"199c9f74" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"16.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-StartChunks-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEndChunksInPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-EndChunks-In", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numStartChunksOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-StartChunks-Out", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numEndChunksOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-EndChunks-Out", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-CompleteFiles-Out", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteEmlFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-CompleteEmlFiles-Out", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numCompleteTxtFilesOutPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-CompleteTxtFiles-Out", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numChunksDelayPerSecond{datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-DelayChunks-In", + "name":"I", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Ingestion File Distribution By Size Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":53, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#42a6d1", + "id":"bc8100f" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"Number of file inputs(source) per second by size.", + "x":"0.0", + "y":"12.0", + "elements":[ + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numLessThan10KBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-0-10K", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10KBAnd100KBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-10-100K", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100KBAnd1MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-100K-1M", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween1MBAnd10MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-1-10M", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween10MBAnd100MBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-10-100M", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numBetween100MBAnd1GBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-100M-1G", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(job_name)(flink_taskmanager_job_task_operator_file_chunk_combiner_numGreaterThan1GBFilesInPerSecond{file_chunk_combiner=\"map_message_pack\",datacenter=\"$DataCenter\"})", + "legend":"{{job_name}}-1G-∞", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Overview", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":54, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"DataCenter Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":55, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"75eb411" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":56, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#4740ce", + "id":"a2df341" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":57, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#ef2162", + "id":"7c5d0cbb" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":58, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#4740ce", + "id":"23e8cec" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":59, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#3c11f9", + "id":"222bd78" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DataCenter File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":60, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"desc" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"243de81a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by(datacenter)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRAFFIC-FILE-STREAM-RECORD|TROUBLESHOOTING-FILE-STREAM-RECORD\",project=\"TSG-OLAP\"})", + "legend":"{{datacenter}}-Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + }, + { + "name":"[24.09] TSG OLAP Data Flow Template", + "type":"template", + "varType":0, + "param":{ + "chartShare":"none", + "variables":[ + { + "regex":"", + "expression":"", + "customOptions":"DataCenter1", + "show":true, + "name":"DataCenter", + "allOption":false, + "type":"custom", + "multi":false + } + ], + "report":{ + "schedule":{ + "repeat":1, + "etime":"", + "stime":"", + "type":2, + "nums":[] + }, + "receivers":[], + "enable":false, + "range":{ + "unit":"day", + "interval":1, + "type":"previous" + } + }, + "refresh":0, + "defaultTimeRange":4 + }, + "remark":"The template for TSG OLAP DataFlow.", + "charts":[ + { + "name":"Summary", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":0, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"1.0", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":1, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6339a3", + "id":"068b1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRANSACTION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"TRANSACTION-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SESSION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"SESSION-RECORD", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"BGP-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"BGP-RECORD", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"PROXY-EVENT", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":2, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#b6a6ed", + "id":"f38d20e" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DOS-SKETCH-RECORD", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"NETWORK-TRAFFIC-METRIC", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"OBJECT-STATISTICS-METRIC", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"POLICY-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"POLICY-RULE-METRIC", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"STATISTICS-RULE-METRIC", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"SYS-STORAGE\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"SYS-STORAGE", + "name":"G", + "orderNum":6, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-METRIC", + "name":"H", + "orderNum":7, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"VOIP-CONVERSATION-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"VOIP-CONVERSATION-RECORD", + "name":"I", + "orderNum":8, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"TRAFFIC-TOP-DESTINATION-IP-METRIC", + "name":"J", + "orderNum":9, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion Rate Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":3, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#4ff9a7", + "id":"8e0c62c" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", + "legend":"Total", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum by (topic)(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",datacenter!=\"$DataCenter\"})", + "legend":"{{topic}}", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Traffic IN/OUT", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":4, + "param":{ + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"5.19", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Log Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":5, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"6c20ee" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"TRANSACTION-RECORD|SESSION-RECORD|BGP-RECORD|PROXY-EVENT\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Metric Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":6, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"26521b6" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\"DOS-SKETCH-RECORD|NETWORK-TRAFFIC-METRIC|OBJECT-STATISTICS-METRIC|POLICY-RULE-METRIC|STATISTICS-RULE-METRIC|SYS-STORAGE|TRAFFIC-TOP-METRIC|VOIP-CONVERSATION-RECORD|TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"File Chunk Ingestion IN/OUT Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"bytes/sec(IEC)", + "weight":7, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ce8c08", + "id":"7e2461" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesInPerSec\",topic=~\".*FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"In", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"BytesOutPerSec\",topic=~\".*FILE-STREAM-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"Out", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Kafka Quotas Produce Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":8, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7f9600", + "id":"4e8b9a" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum by (user, client_id) (kafka_server_Produce_byte_rate{datacenter!=\"$DataCenter\"})", + "legend":"", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Kafka Quotas Fetch Bytes/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":9, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#7f9600", + "id":"84b343b" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum by (user, client_id) (kafka_server_Fetch_byte_rate{datacenter!=\"$DataCenter\"})", + "legend":"", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Logs", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":10, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":false + }, + "remark":"", + "x":"0.0", + "y":"11.38", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Session Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":11, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2ce059", + "id":"3bff091" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"SESSION-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_session_record_kafka_to_clickhouse|session_record_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":" sum(\n rate(\n flink_taskmanager_job_task_operator_internal_metrics_dropped_events{datacenter=\"$DataCenter\",job_name=~\"etl_session_record_kafka_to_clickhouse|session_record_processed_kafka_to_clickhouse\"}[5m]\n )\n )", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_session_record_kafka_to_clickhouse |session_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Transaction Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":12, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#ed0eaa", + "id":"1d4f518" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"0.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"TRANSACTION-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_transaction_record_kafka_to_clickhouse|transaction_record_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Proxy Event Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":13, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#2a16ff", + "id":"712c74" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"PROXY-EVENT-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"etl_proxy_event_kafka_to_clickhouse|proxy_event_processed_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DoS Event Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":14, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#6936aa", + "id":"10312c1" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-SKETCH-RECORD\"})", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"DOS-EVENT\"})", + "legend":"Detection", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=\"dos_event_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=\"dos_event_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=\"dos_event_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"VoIP Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":15, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#c02bdb", + "id":"1ba4a14" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"Collecting and processing VoIP Records per second", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD\"}) ", + "legend":"Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-RECORD-PROCESSED\"})", + "legend":"Transform", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=\"VOIP-CONVERSATION-RECORD\"})", + "legend":"Correlation", + "name":"C", + "orderNum":2, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate( flink_taskmanager_job_task_operator_internal_metrics_out_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",operator_name=\"Sink:_clickhouse_sink\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Sink", + "name":"D", + "orderNum":3, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_dropped_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Dropped", + "name":"E", + "orderNum":4, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(\n rate(\nflink_taskmanager_job_task_operator_internal_metrics_error_events{job_name=~\"correlation_sip_rtp_session|etl_voip_conversation_record_kafka_to_clickhouse\",datacenter=\"$DataCenter\"}[5m]\n )\n)", + "legend":"Error", + "name":"F", + "orderNum":5, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + }, + { + "name":"Metrics", + "span":"12.0", + "height":"1.0", + "type":"Group", + "unit":"short", + "weight":30, + "param":{ + "thresholds":[], + "visibility":{ + "result":"show", + "varName":"", + "varValue":"", + "operator":"equal" + }, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "enable":{ + "visibility":false, + "repeat":false + }, + "showHeader":1, + "repeat":{ + "variable":"" + }, + "link":"", + "valueMapping":[], + "dataLink":[], + "collapse":true + }, + "remark":"", + "x":"0.0", + "y":"17.58", + "elements":[], + "datasource":"misc", + "children":[ + { + "name":"Druid Task Consumer Lag", + "span":"12.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":31, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[ + "max", + "avg" + ], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#04c0f9", + "id":"b03f3c4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"zero" + }, + "remark":"The Consumer Lag in each Datasource. Consumer Lag tells us how far behind each Consumer (Group) is in each Partition. The smaller the lag the more real-time the data consumption.", + "x":"0.0", + "y":"0.0", + "elements":[ + { + "expression":"sum by (dataSource) (irate(ingest_kafka_lag{service=\"coordinator\"}[5m]))", + "legend":"{{dataSource}}", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Network Traffic Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":32, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"aed88d9" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"NETWORK-TRAFFIC-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"DoS Sketch Record Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":33, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"35823cc2" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"6.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"DOS-SKETCH-RECORD\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Object Statistics Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":34, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"61c3a26" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"2.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"OBJECT-STATISTICS-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Statistics Rule Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":35, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"ab73629" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"0.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"STATISTICS-RULE-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"TopK Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":36, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"800e5f4" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"4.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + }, + { + "name":"Traffic Top Destination IP Metric Message/sec", + "span":"6.0", + "height":"2.0", + "type":"Line chart", + "unit":"short", + "weight":37, + "param":{ + "rightYAxis":{ + "elementNames":[], + "unit":2, + "style":"line", + "label":"" + }, + "stack":0, + "color":{ + "mode":"palette", + "paletteColors":[ + "#3685FF", + "#00DCA2", + "#00BFD0", + "#954Eff", + "#FFCB01", + "#f65A96", + "#FF9094", + "#00CCF5", + "#FF8BEA", + "#4D7693", + "#72577C", + "#99D750", + "#DD8270", + "#C475EE", + "#7E83FB", + "#7EB090", + "#CF6684", + "#4E55FF", + "#FF8D00", + "#FF5200" + ] + }, + "visibility":{ + "result":"", + "varName":"", + "varValue":"", + "operator":"" + }, + "legend":{ + "values":[], + "show":true, + "placement":"bottom" + }, + "showHeader":1, + "tooltip":{ + "mode":"all", + "sort":"none" + }, + "link":"", + "thresholds":[ + { + "color":"#d058fc", + "id":"0b21f08" + } + ], + "thresholdShow":true, + "enable":{ + "rightYAxis":false, + "thresholds":false, + "visibility":false, + "legend":true, + "tooltip":true, + "valueMapping":false + }, + "valueMapping":[], + "dataLink":[], + "nullType":"null" + }, + "remark":"", + "x":"6.0", + "y":"6.0", + "elements":[ + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter=\"$DataCenter\"})", + "legend":"NC-Ingestion", + "name":"A", + "orderNum":0, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + }, + { + "expression":"sum(kafka_server_BrokerTopicMetrics_OneMinuteRate{name=\"MessagesInPerSec\",topic=~\"TRAFFIC-TOP-DESTINATION-IP-METRIC\",project=\"TSG-OLAP\",datacenter!=\"$DataCenter\"})", + "legend":"DT-Sink", + "name":"B", + "orderNum":1, + "id":"", + "state":1, + "type":"expert", + "queryType":1 + } + ], + "datasource":"metrics" + } + ] + } + ], + "children":[] + } +]
\ No newline at end of file diff --git a/tsg_olap/installation/monitoring/TSG-24.09/TSG-OLAP-Expression-temp-v24.09.xlsx b/tsg_olap/installation/monitoring/TSG-24.09/TSG-OLAP-Expression-temp-v24.09.xlsx Binary files differnew file mode 100644 index 0000000..2187b9d --- /dev/null +++ b/tsg_olap/installation/monitoring/TSG-24.09/TSG-OLAP-Expression-temp-v24.09.xlsx diff --git a/tsg_olap/installation/monitoring/TSG-24.09/TSG-OLAP-Module-temp-v24.09.xlsx b/tsg_olap/installation/monitoring/TSG-24.09/TSG-OLAP-Module-temp-v24.09.xlsx Binary files differnew file mode 100644 index 0000000..18c84e0 --- /dev/null +++ b/tsg_olap/installation/monitoring/TSG-24.09/TSG-OLAP-Module-temp-v24.09.xlsx diff --git a/tsg_olap/upgrade/TSG-24.09/groot_stream/grootstream.yaml b/tsg_olap/upgrade/TSG-24.09/groot_stream/grootstream.yaml new file mode 100644 index 0000000..0bcbe4d --- /dev/null +++ b/tsg_olap/upgrade/TSG-24.09/groot_stream/grootstream.yaml @@ -0,0 +1,4 @@ +grootstream: + properties: + hos.path: http://192.168.44.12:9098/hos + scheduler.knowledge_base.update.interval.minutes: 5 |