diff --git a/monitor-snapshot/master/ansible-monitor.tar.gz b/monitor-snapshot/master/ansible-monitor.tar.gz
index fe44d97f..7d2a0f39 100644
Binary files a/monitor-snapshot/master/ansible-monitor.tar.gz and b/monitor-snapshot/master/ansible-monitor.tar.gz differ
diff --git a/monitor-snapshot/master/operator/dashboards/tikv_details.json b/monitor-snapshot/master/operator/dashboards/tikv_details.json
index dc0f1484..2b6b8a22 100644
--- a/monitor-snapshot/master/operator/dashboards/tikv_details.json
+++ b/monitor-snapshot/master/operator/dashboards/tikv_details.json
@@ -115,7 +115,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_append_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_append_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -123,14 +123,14 @@
               "intervalFactor": 1,
               "legendFormat": "Write Raft Log .99 {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_append_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_append_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -138,14 +138,14 @@
               "intervalFactor": 1,
               "legendFormat": "Propose Wait .99 {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -153,14 +153,14 @@
               "intervalFactor": 1,
               "legendFormat": "Apply Wait .99 {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -168,14 +168,14 @@
               "intervalFactor": 1,
               "legendFormat": "Replicate Raft Log .99 {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -183,7 +183,7 @@
               "intervalFactor": 1,
               "legendFormat": "Apply Duration .99 {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -308,7 +308,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -316,14 +316,14 @@
               "intervalFactor": 1,
               "legendFormat": "Get Snapshot .99 {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_wait_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_wait_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -331,14 +331,14 @@
               "intervalFactor": 1,
               "legendFormat": "Cop Wait .99 {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_wait_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_wait_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.95,(\n    sum(rate(\n    tikv_coprocessor_request_handle_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.95,(\n    sum(rate(\n    tikv_coprocessor_request_handle_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -346,7 +346,7 @@
               "intervalFactor": 1,
               "legendFormat": "Cop Handle .99 {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.95,(\n    sum(rate(\n    tikv_coprocessor_request_handle_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.95,(\n    sum(rate(\n    tikv_coprocessor_request_handle_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -4396,7 +4396,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_region_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_region_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -4404,14 +4404,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_region_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_region_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_region_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_region_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -4419,14 +4419,14 @@
               "intervalFactor": 1,
               "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_region_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_region_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_region_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_region_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_region_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_region_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -4434,22 +4434,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_region_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_region_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_region_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_region_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_region_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_region_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_region_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_region_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -5073,7 +5073,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -5081,14 +5081,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -5096,14 +5096,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby)  / sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -5111,22 +5111,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby)  / sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{type}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_clear_overlap_region_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -6017,7 +6017,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_pool_schedule_wait_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (name, priority, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_pool_schedule_wait_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (name, priority, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -6025,7 +6025,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{name}}-{{priority}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_pool_schedule_wait_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (name, priority, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_pool_schedule_wait_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (name, priority, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -6168,7 +6168,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_yatp_pool_schedule_wait_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (name, priority, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_pool_schedule_wait_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (name, priority, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_yatp_pool_schedule_wait_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (name, priority, $additional_groupby)  / sum(rate(\n    tikv_yatp_pool_schedule_wait_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (name, priority, $additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -6176,7 +6176,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{name}}-{{priority}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_yatp_pool_schedule_wait_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (name, priority, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_pool_schedule_wait_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (name, priority, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_yatp_pool_schedule_wait_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (name, priority, $additional_groupby)  / sum(rate(\n    tikv_yatp_pool_schedule_wait_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (name, priority, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
@@ -6929,7 +6929,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_grpc_msg_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type!=\"kv_gc\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_grpc_msg_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type!=\"kv_gc\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -6937,14 +6937,14 @@
               "intervalFactor": 1,
               "legendFormat": "{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_grpc_msg_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type!=\"kv_gc\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_grpc_msg_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type!=\"kv_gc\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_grpc_msg_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type!=\"kv_gc\"}\n    [$__rate_interval]\n)) by (type, priority, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_grpc_msg_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type!=\"kv_gc\"}\n    [$__rate_interval]\n)) by (type, priority, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -6952,7 +6952,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{type}}-{{priority}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_grpc_msg_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type!=\"kv_gc\"}\n    [$__rate_interval]\n)) by (type, priority, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_grpc_msg_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type!=\"kv_gc\"}\n    [$__rate_interval]\n)) by (type, priority, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -7077,7 +7077,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_grpc_msg_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_grpc_msg_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_grpc_msg_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby)  / sum(rate(\n    tikv_grpc_msg_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -7085,14 +7085,14 @@
               "intervalFactor": 1,
               "legendFormat": "{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_grpc_msg_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_grpc_msg_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_grpc_msg_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby)  / sum(rate(\n    tikv_grpc_msg_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_grpc_msg_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, priority, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_grpc_msg_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, priority, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_grpc_msg_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, priority, $additional_groupby)  / sum(rate(\n    tikv_grpc_msg_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, priority, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -7100,7 +7100,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{type}}-{{priority}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_grpc_msg_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, priority, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_grpc_msg_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, priority, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_grpc_msg_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, priority, $additional_groupby)  / sum(rate(\n    tikv_grpc_msg_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, priority, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
@@ -7225,7 +7225,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_grpc_req_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_grpc_req_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -7233,14 +7233,14 @@
               "intervalFactor": 1,
               "legendFormat": "99% request {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_grpc_req_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_grpc_req_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_grpc_resp_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_grpc_resp_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -7248,14 +7248,14 @@
               "intervalFactor": 1,
               "legendFormat": "99% response {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_grpc_resp_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_grpc_resp_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_server_grpc_req_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_server_grpc_req_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_server_grpc_req_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_server_grpc_req_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -7263,14 +7263,14 @@
               "intervalFactor": 1,
               "legendFormat": "avg request {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_server_grpc_req_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_server_grpc_req_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_server_grpc_req_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_server_grpc_req_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_server_grpc_resp_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_server_grpc_resp_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_server_grpc_resp_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_server_grpc_resp_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -7278,14 +7278,14 @@
               "intervalFactor": 1,
               "legendFormat": "avg response {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_server_grpc_resp_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_server_grpc_resp_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_server_grpc_resp_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_server_grpc_resp_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_request_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_request_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -7293,14 +7293,14 @@
               "intervalFactor": 1,
               "legendFormat": "99% kv get batch {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_request_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_request_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_server_request_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_server_request_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_server_request_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_server_request_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -7308,7 +7308,7 @@
               "intervalFactor": 1,
               "legendFormat": "avg kv batch {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_server_request_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_server_request_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_server_request_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_server_request_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
@@ -7433,7 +7433,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_raft_message_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_raft_message_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -7441,14 +7441,14 @@
               "intervalFactor": 1,
               "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_raft_message_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_raft_message_batch_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_server_raft_message_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_server_raft_message_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_server_raft_message_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_server_raft_message_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -7456,7 +7456,7 @@
               "intervalFactor": 1,
               "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_server_raft_message_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_server_raft_message_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_server_raft_message_batch_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_server_raft_message_batch_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
@@ -8416,7 +8416,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -8424,14 +8424,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -8439,14 +8439,14 @@
               "intervalFactor": 1,
               "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -8454,22 +8454,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -8722,60 +8722,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -9028,60 +9028,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_local_read\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -9334,60 +9334,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_propose_wait\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -9640,60 +9640,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"snapshot_read_index_confirm\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -9974,60 +9974,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_full_compact_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_full_compact_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_full_compact_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_full_compact_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_full_compact_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_full_compact_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_full_compact_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_full_compact_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_storage_full_compact_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_full_compact_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_storage_full_compact_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_full_compact_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_storage_full_compact_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_full_compact_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_storage_full_compact_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_full_compact_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_storage_full_compact_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_storage_full_compact_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_storage_full_compact_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_storage_full_compact_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -10175,60 +10175,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_storage_full_compact_pause_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -10376,60 +10376,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_storage_full_compact_increment_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -14137,7 +14137,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_rate_limiter_request_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_rate_limiter_request_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -14145,14 +14145,14 @@
               "intervalFactor": 1,
               "legendFormat": "{{type}}-99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_rate_limiter_request_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_rate_limiter_request_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_rate_limiter_request_wait_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_rate_limiter_request_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_rate_limiter_request_wait_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_rate_limiter_request_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -14160,7 +14160,7 @@
               "intervalFactor": 1,
               "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_rate_limiter_request_wait_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_rate_limiter_request_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_rate_limiter_request_wait_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_rate_limiter_request_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
@@ -14350,60 +14350,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_storage_engine_async_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"write\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -14551,60 +14551,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_store_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_store_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_store_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_store_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_store_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_store_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_store_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_store_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -14752,60 +14752,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_apply_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_apply_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_apply_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_apply_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_apply_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_apply_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_apply_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_apply_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_apply_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_apply_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_apply_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_apply_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_apply_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_apply_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_apply_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_apply_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -14953,60 +14953,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -15154,60 +15154,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_store_wf_batch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -15355,60 +15355,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_store_wf_send_to_queue_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -15556,60 +15556,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_store_wf_send_proposal_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -15757,60 +15757,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_store_wf_write_kvdb_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -15958,60 +15958,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_store_wf_before_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -16159,60 +16159,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_store_wf_persist_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -16360,60 +16360,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_store_wf_write_end_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -16561,60 +16561,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_store_wf_commit_not_persist_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -16762,60 +16762,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_store_wf_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -17110,7 +17110,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_raft_process_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_raft_process_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -17118,14 +17118,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_raft_process_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_raft_process_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_raft_process_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_raft_process_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -17133,14 +17133,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_raft_process_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_raft_process_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_raft_process_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_raft_process_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_raft_process_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_raft_process_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -17148,22 +17148,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_raft_process_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_raft_process_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_raft_process_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_raft_process_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_raft_process_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_raft_process_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{instance}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_raft_process_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_raft_process_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"ready\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -17416,7 +17416,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -17424,14 +17424,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -17439,14 +17439,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -17454,22 +17454,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{instance}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_store_write_loop_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -17722,7 +17722,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_append_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_append_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -17730,14 +17730,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_append_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_append_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_append_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_append_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -17745,14 +17745,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_append_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_append_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_append_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_append_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_append_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_append_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -17760,22 +17760,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_append_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_append_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_append_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_append_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_append_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_append_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{instance}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_append_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_append_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -18028,7 +18028,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -18036,14 +18036,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -18051,14 +18051,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -18066,22 +18066,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{instance}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_commit_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -18334,7 +18334,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -18342,14 +18342,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -18357,14 +18357,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -18372,22 +18372,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{instance}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_apply_log_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -18640,7 +18640,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_server_raft_client_wait_ready_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_server_raft_client_wait_ready_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -18648,14 +18648,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{to}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_server_raft_client_wait_ready_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_server_raft_client_wait_ready_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_raft_client_wait_ready_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_raft_client_wait_ready_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -18663,14 +18663,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{to}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_raft_client_wait_ready_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_raft_client_wait_ready_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_server_raft_client_wait_ready_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_server_raft_client_wait_ready_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_server_raft_client_wait_ready_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, $additional_groupby)  / sum(rate(\n    tikv_server_raft_client_wait_ready_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, $additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -18678,22 +18678,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{to}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_server_raft_client_wait_ready_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_server_raft_client_wait_ready_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_server_raft_client_wait_ready_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, $additional_groupby)  / sum(rate(\n    tikv_server_raft_client_wait_ready_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_server_raft_client_wait_ready_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_server_raft_client_wait_ready_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{to}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{to}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_server_raft_client_wait_ready_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_server_raft_client_wait_ready_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (to, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -18818,7 +18818,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_raftstore_io_reschedule_region_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby) ",
+              "expr": "sum((\n    tikv_raftstore_io_reschedule_region_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -18826,14 +18826,14 @@
               "intervalFactor": 1,
               "legendFormat": "rechedule-{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_raftstore_io_reschedule_region_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby) ",
+              "query": "sum((\n    tikv_raftstore_io_reschedule_region_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_raftstore_io_reschedule_pending_tasks_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby) ",
+              "expr": "sum((\n    tikv_raftstore_io_reschedule_pending_tasks_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -18841,7 +18841,7 @@
               "intervalFactor": 1,
               "legendFormat": "pending-task-{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_raftstore_io_reschedule_pending_tasks_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby) ",
+              "query": "sum((\n    tikv_raftstore_io_reschedule_pending_tasks_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -19801,7 +19801,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -19809,14 +19809,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -19824,14 +19824,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -19839,22 +19839,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{instance}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_request_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -20107,7 +20107,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -20115,14 +20115,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -20130,14 +20130,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -20145,22 +20145,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{instance}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_store_write_task_wait_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -20413,7 +20413,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -20421,14 +20421,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -20436,14 +20436,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -20451,22 +20451,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{instance}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_raftstore_apply_wait_time_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -20934,7 +20934,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_perf_context_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_perf_context_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -20942,14 +20942,14 @@
               "intervalFactor": 1,
               "legendFormat": "store-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_perf_context_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_store_perf_context_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_perf_context_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_perf_context_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -20957,7 +20957,7 @@
               "intervalFactor": 1,
               "legendFormat": "apply-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_perf_context_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_apply_perf_context_time_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -21272,7 +21272,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.999999,(\n    sum(rate(\n    tikv_raftstore_event_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.999999,(\n    sum(rate(\n    tikv_raftstore_event_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -21280,14 +21280,14 @@
               "intervalFactor": 1,
               "legendFormat": "{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.999999,(\n    sum(rate(\n    tikv_raftstore_event_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.999999,(\n    sum(rate(\n    tikv_raftstore_event_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.999999,(\n    sum(rate(\n    tikv_broadcast_normal_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.999999,(\n    sum(rate(\n    tikv_broadcast_normal_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -21295,7 +21295,7 @@
               "intervalFactor": 1,
               "legendFormat": "broadcast_normal {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.999999,(\n    sum(rate(\n    tikv_broadcast_normal_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.999999,(\n    sum(rate(\n    tikv_broadcast_normal_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -23636,15 +23636,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_raftstore_peer_in_flashback_state\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby) ",
+              "expr": "sum((\n    tikv_raftstore_peer_in_flashback_state\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_raftstore_peer_in_flashback_state\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby) ",
+              "query": "sum((\n    tikv_raftstore_peer_in_flashback_state\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -24916,7 +24916,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_entry_fetches_task_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_entry_fetches_task_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -24924,7 +24924,7 @@
               "intervalFactor": 1,
               "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_entry_fetches_task_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_raftstore_entry_fetches_task_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -24946,7 +24946,7 @@
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_worker_pending_task_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"raftlog-fetch-worker\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_worker_pending_task_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"raftlog-fetch-worker\"}\n    \n)) by (instance, $additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -24954,7 +24954,7 @@
               "intervalFactor": 1,
               "legendFormat": "pending-task {{$additional_groupby}}",
               "metric": "",
-              "query": "sum((\n    tikv_worker_pending_task_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"raftlog-fetch-worker\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_worker_pending_task_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"raftlog-fetch-worker\"}\n    \n)) by (instance, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -25307,60 +25307,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    raft_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    raft_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    raft_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    raft_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    raft_engine_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    raft_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    raft_engine_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    raft_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    raft_engine_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    raft_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    raft_engine_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    raft_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    raft_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    raft_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    raft_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    raft_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -25633,7 +25633,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_preprocess_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_preprocess_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -25641,14 +25641,14 @@
               "intervalFactor": 1,
               "legendFormat": "wait {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_preprocess_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_preprocess_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_leader_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_leader_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -25656,14 +25656,14 @@
               "intervalFactor": 1,
               "legendFormat": "wal {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_leader_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_leader_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_apply_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_apply_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -25671,7 +25671,7 @@
               "intervalFactor": 1,
               "legendFormat": "apply {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_apply_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_apply_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -25819,60 +25819,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    raft_engine_write_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    raft_engine_write_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    raft_engine_write_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    raft_engine_write_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    raft_engine_write_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    raft_engine_write_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    raft_engine_write_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    raft_engine_write_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    raft_engine_write_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    raft_engine_write_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    raft_engine_write_size_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    raft_engine_write_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    raft_engine_write_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    raft_engine_write_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    raft_engine_write_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    raft_engine_write_size_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -25997,7 +25997,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_write_leader_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_write_leader_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -26005,14 +26005,14 @@
               "intervalFactor": 1,
               "legendFormat": "total {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_write_leader_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_write_leader_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_sync_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_sync_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -26020,14 +26020,14 @@
               "intervalFactor": 1,
               "legendFormat": "sync {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_sync_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_sync_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_allocate_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_allocate_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -26035,14 +26035,14 @@
               "intervalFactor": 1,
               "legendFormat": "allocate {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_allocate_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_allocate_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_rotate_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_rotate_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -26050,7 +26050,7 @@
               "intervalFactor": 1,
               "legendFormat": "rotate {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_rotate_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_rotate_log_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -26338,7 +26338,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_read_entry_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_read_entry_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -26346,14 +26346,14 @@
               "intervalFactor": 1,
               "legendFormat": "read_entry {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_read_entry_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_read_entry_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_read_message_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_read_message_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -26361,14 +26361,14 @@
               "intervalFactor": 1,
               "legendFormat": "read_message {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_read_message_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_read_message_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_purge_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_purge_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -26376,7 +26376,7 @@
               "intervalFactor": 1,
               "legendFormat": "purge {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_purge_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    raft_engine_purge_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -26657,60 +26657,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    raft_engine_write_compression_ratio_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    raft_engine_write_compression_ratio_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    raft_engine_write_compression_ratio_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    raft_engine_write_compression_ratio_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_compression_ratio_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_compression_ratio_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_compression_ratio_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    raft_engine_write_compression_ratio_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    raft_engine_write_compression_ratio_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    raft_engine_write_compression_ratio_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    raft_engine_write_compression_ratio_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    raft_engine_write_compression_ratio_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    raft_engine_write_compression_ratio_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    raft_engine_write_compression_ratio_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    raft_engine_write_compression_ratio_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    raft_engine_write_compression_ratio_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    raft_engine_write_compression_ratio_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    raft_engine_write_compression_ratio_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    raft_engine_write_compression_ratio_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    raft_engine_write_compression_ratio_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -32048,15 +32048,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_engine_oldest_snapshot_duration\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",db=\"$db\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_engine_oldest_snapshot_duration\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",db=\"$db\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}} {{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "((\n    tikv_engine_oldest_snapshot_duration\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",db=\"$db\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_engine_oldest_snapshot_duration\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",db=\"$db\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -32309,7 +32309,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -32317,14 +32317,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{cf}}-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -32332,14 +32332,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{cf}}-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, $additional_groupby)  / sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, $additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -32347,22 +32347,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{cf}}-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, $additional_groupby)  / sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{cf}}-{{type}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{cf}}-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_storage_ingest_external_file_duration_secs_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (cf, type, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -32798,7 +32798,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_engine_stall_conditions_changed\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",db=\"$db\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_engine_stall_conditions_changed\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",db=\"$db\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -32806,7 +32806,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}-{{cf}}-{{type}}",
               "metric": "",
-              "query": "((\n    tikv_engine_stall_conditions_changed\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",db=\"$db\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_engine_stall_conditions_changed\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",db=\"$db\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -38758,7 +38758,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -38766,14 +38766,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -38781,14 +38781,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -38796,22 +38796,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{instance}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_in_memory_engine_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -39064,7 +39064,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -39072,14 +39072,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -39087,14 +39087,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -39102,22 +39102,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby)  / sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{instance}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_in_memory_engine_prepare_for_write_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (instance, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -39450,7 +39450,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(1,(\n    sum(rate(\n    tikv_in_memory_engine_seek_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(1,(\n    sum(rate(\n    tikv_in_memory_engine_seek_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -39458,14 +39458,14 @@
               "intervalFactor": 1,
               "legendFormat": "max {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(1,(\n    sum(rate(\n    tikv_in_memory_engine_seek_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(1,(\n    sum(rate(\n    tikv_in_memory_engine_seek_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_in_memory_engine_seek_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_in_memory_engine_seek_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -39473,14 +39473,14 @@
               "intervalFactor": 1,
               "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_in_memory_engine_seek_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_in_memory_engine_seek_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.95,(\n    sum(rate(\n    tikv_in_memory_engine_seek_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.95,(\n    sum(rate(\n    tikv_in_memory_engine_seek_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -39488,14 +39488,14 @@
               "intervalFactor": 1,
               "legendFormat": "95% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.95,(\n    sum(rate(\n    tikv_in_memory_engine_seek_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.95,(\n    sum(rate(\n    tikv_in_memory_engine_seek_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_in_memory_engine_seek_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_in_memory_engine_seek_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_in_memory_engine_seek_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby)  / sum(rate(\n    tikv_in_memory_engine_seek_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -39503,7 +39503,7 @@
               "intervalFactor": 1,
               "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_in_memory_engine_seek_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_in_memory_engine_seek_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_in_memory_engine_seek_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby)  / sum(rate(\n    tikv_in_memory_engine_seek_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
@@ -39670,7 +39670,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_scheduler_write_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_scheduler_write_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -39678,14 +39678,14 @@
               "intervalFactor": 1,
               "legendFormat": "write-{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_scheduler_write_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_scheduler_write_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_scheduler_throttle_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby)  != 0",
+              "expr": "sum((\n    tikv_scheduler_throttle_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance)  != 0",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -39693,7 +39693,7 @@
               "intervalFactor": 1,
               "legendFormat": "throttle-{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_scheduler_throttle_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby)  != 0",
+              "query": "sum((\n    tikv_scheduler_throttle_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance)  != 0",
               "refId": "",
               "step": 10,
               "target": ""
@@ -40056,7 +40056,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_scheduler_throttle_cf\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby)  != 0",
+              "expr": "((\n    tikv_scheduler_throttle_cf\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))   != 0",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -40064,7 +40064,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}-{{cf}}",
               "metric": "",
-              "query": "((\n    tikv_scheduler_throttle_cf\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby)  != 0",
+              "query": "((\n    tikv_scheduler_throttle_cf\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))   != 0",
               "refId": "",
               "step": 10,
               "target": ""
@@ -40352,7 +40352,7 @@
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_scheduler_l0_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_scheduler_l0_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -40360,14 +40360,14 @@
               "intervalFactor": 1,
               "legendFormat": "total_l0_flow-{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_scheduler_l0_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_scheduler_l0_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_scheduler_flush_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_scheduler_flush_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -40375,7 +40375,7 @@
               "intervalFactor": 1,
               "legendFormat": "total_flush_flow-{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_scheduler_flush_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_scheduler_flush_flow\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -41400,15 +41400,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_scheduler_contex_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_scheduler_contex_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_scheduler_contex_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_scheduler_contex_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -41533,15 +41533,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_scheduler_running_commands\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_scheduler_running_commands\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_scheduler_running_commands\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_scheduler_running_commands\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -41666,15 +41666,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_scheduler_writing_bytes\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_scheduler_writing_bytes\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_scheduler_writing_bytes\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_scheduler_writing_bytes\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -41799,30 +41799,30 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_scheduler_memory_quota_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"in_use\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_scheduler_memory_quota_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"in_use\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_scheduler_memory_quota_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"in_use\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_scheduler_memory_quota_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"in_use\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_scheduler_memory_quota_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"capacity\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_scheduler_memory_quota_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"capacity\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_scheduler_memory_quota_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"capacity\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_scheduler_memory_quota_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"capacity\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -42227,7 +42227,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_multilevel_level0_chance\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_multilevel_level0_chance\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -42235,7 +42235,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "((\n    tikv_multilevel_level0_chance\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_multilevel_level0_chance\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -42621,60 +42621,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_yatp_task_poll_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_yatp_task_poll_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_yatp_task_poll_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_yatp_task_poll_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -42822,60 +42822,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_yatp_task_exec_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_yatp_task_exec_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_yatp_task_exec_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_yatp_task_exec_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -43023,60 +43023,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_yatp_task_execute_times_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_yatp_task_execute_times_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_yatp_task_execute_times_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_yatp_task_execute_times_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"sched-worker.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -43414,60 +43414,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_command_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_command_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_command_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_command_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_command_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_command_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_command_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_command_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_scheduler_command_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_scheduler_command_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_scheduler_command_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_scheduler_command_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_scheduler_command_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_scheduler_command_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_scheduler_command_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_scheduler_command_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_scheduler_command_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_scheduler_command_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_scheduler_command_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_scheduler_command_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -43615,60 +43615,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_scheduler_latch_wait_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -43816,60 +43816,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_read_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_read_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_read_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_read_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_read_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_read_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_read_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_read_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_scheduler_kv_command_key_read_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_scheduler_kv_command_key_read_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_scheduler_kv_command_key_read_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_scheduler_kv_command_key_read_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_scheduler_kv_command_key_read_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_scheduler_kv_command_key_read_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_scheduler_kv_command_key_read_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_scheduler_kv_command_key_read_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_scheduler_kv_command_key_read_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_scheduler_kv_command_key_read_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_scheduler_kv_command_key_read_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_scheduler_kv_command_key_read_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -44017,60 +44017,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_write_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_write_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_write_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_write_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_write_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_write_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_write_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_kv_command_key_write_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_scheduler_kv_command_key_write_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_scheduler_kv_command_key_write_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_scheduler_kv_command_key_write_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_scheduler_kv_command_key_write_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_scheduler_kv_command_key_write_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_scheduler_kv_command_key_write_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_scheduler_kv_command_key_write_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_scheduler_kv_command_key_write_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_scheduler_kv_command_key_write_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_scheduler_kv_command_key_write_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_scheduler_kv_command_key_write_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_scheduler_kv_command_key_write_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -44750,60 +44750,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_scheduler_processing_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -45203,7 +45203,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -45211,14 +45211,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -45226,14 +45226,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_coprocessor_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_coprocessor_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -45241,22 +45241,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_coprocessor_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_coprocessor_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{req}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -45803,7 +45803,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_scan_keys_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_scan_keys_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -45811,14 +45811,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_scan_keys_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_scan_keys_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_scan_keys_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_scan_keys_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -45826,14 +45826,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_scan_keys_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_scan_keys_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_coprocessor_scan_keys_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_scan_keys_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_coprocessor_scan_keys_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_scan_keys_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -45841,22 +45841,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_coprocessor_scan_keys_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_scan_keys_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_coprocessor_scan_keys_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_scan_keys_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_coprocessor_scan_keys_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_coprocessor_scan_keys_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{req}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_coprocessor_scan_keys_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_coprocessor_scan_keys_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -46445,7 +46445,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_handle_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_handle_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -46453,14 +46453,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_handle_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_handle_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_handle_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_handle_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -46468,14 +46468,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_handle_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_handle_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_coprocessor_request_handle_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_handle_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_coprocessor_request_handle_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_handle_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -46483,22 +46483,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_coprocessor_request_handle_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_handle_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_coprocessor_request_handle_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_handle_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_coprocessor_request_handle_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_coprocessor_request_handle_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{req}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_coprocessor_request_handle_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_coprocessor_request_handle_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -46847,7 +46847,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_wait_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_wait_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -46855,14 +46855,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_wait_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_wait_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_wait_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_wait_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -46870,14 +46870,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_wait_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_wait_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_coprocessor_request_wait_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_wait_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_coprocessor_request_wait_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_wait_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -46885,22 +46885,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_coprocessor_request_wait_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_wait_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_coprocessor_request_wait_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_wait_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_coprocessor_request_wait_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_coprocessor_request_wait_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{req}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_coprocessor_request_wait_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_coprocessor_request_wait_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"all\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -48152,60 +48152,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_coprocessor_mem_lock_check_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -48505,7 +48505,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_multilevel_level0_chance\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_multilevel_level0_chance\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -48513,7 +48513,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "((\n    tikv_multilevel_level0_chance\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_multilevel_level0_chance\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -48899,60 +48899,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_poll_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_yatp_task_poll_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_yatp_task_poll_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_yatp_task_poll_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_yatp_task_poll_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_yatp_task_poll_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -49100,60 +49100,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_exec_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_yatp_task_exec_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_yatp_task_exec_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_yatp_task_exec_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_yatp_task_exec_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_yatp_task_exec_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -49301,60 +49301,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_yatp_task_execute_times_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_yatp_task_execute_times_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_yatp_task_execute_times_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_yatp_task_execute_times_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_yatp_task_execute_times_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_yatp_task_execute_times_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"unified-read.*\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -49722,60 +49722,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_gcworker_gc_task_duration_vec_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_gcworker_gc_task_duration_vec_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_gcworker_gc_task_duration_vec_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_gcworker_gc_task_duration_vec_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_gcworker_gc_task_duration_vec_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_gcworker_gc_task_duration_vec_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_gcworker_gc_task_duration_vec_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_gcworker_gc_task_duration_vec_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_gcworker_gc_task_duration_vec_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_gcworker_gc_task_duration_vec_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_gcworker_gc_task_duration_vec_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_gcworker_gc_task_duration_vec_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_gcworker_gc_task_duration_vec_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_gcworker_gc_task_duration_vec_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_gcworker_gc_task_duration_vec_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_gcworker_gc_task_duration_vec_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_gcworker_gc_task_duration_vec_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_gcworker_gc_task_duration_vec_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_gcworker_gc_task_duration_vec_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_gcworker_gc_task_duration_vec_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"$command\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -50299,7 +50299,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum((\n    tikv_gcworker_autogc_processed_regions\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"scan\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby)  / sum((\n    tikv_raftstore_region_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"region\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum((\n    tikv_gcworker_autogc_processed_regions\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"scan\"}\n    \n)) by (instance)  / sum((\n    tikv_raftstore_region_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"region\"}\n    \n)) by (instance) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -50307,7 +50307,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "(sum((\n    tikv_gcworker_autogc_processed_regions\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"scan\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby)  / sum((\n    tikv_raftstore_region_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"region\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) )",
+              "query": "(sum((\n    tikv_gcworker_autogc_processed_regions\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"scan\"}\n    \n)) by (instance)  / sum((\n    tikv_raftstore_region_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"region\"}\n    \n)) by (instance) )",
               "refId": "",
               "step": 10,
               "target": ""
@@ -51713,60 +51713,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_lock_manager_waiter_lifetime_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -52062,60 +52062,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_lock_manager_detect_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_lock_manager_detect_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_lock_manager_detect_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_lock_manager_detect_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_lock_manager_detect_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_lock_manager_detect_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_lock_manager_detect_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_lock_manager_detect_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_lock_manager_detect_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_lock_manager_detect_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_lock_manager_detect_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_lock_manager_detect_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_lock_manager_detect_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_lock_manager_detect_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_lock_manager_detect_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_lock_manager_detect_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_lock_manager_detect_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_lock_manager_detect_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_lock_manager_detect_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_lock_manager_detect_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -52506,7 +52506,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_pessimistic_lock_memory_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_pessimistic_lock_memory_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -52514,7 +52514,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "((\n    tikv_pessimistic_lock_memory_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_pessimistic_lock_memory_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -53033,7 +53033,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -53041,14 +53041,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -53056,14 +53056,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby)  / sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -53071,22 +53071,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby)  / sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{type}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_storage_mvcc_scan_lock_read_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -53960,7 +53960,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_pd_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_pd_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_pd_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby)  / sum(rate(\n    tikv_pd_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -53968,7 +53968,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{type}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_pd_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_pd_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_pd_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby)  / sum(rate(\n    tikv_pd_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
@@ -54108,7 +54108,7 @@
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_pd_pending_heartbeat_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_pd_pending_heartbeat_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -54116,7 +54116,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}-pending",
               "metric": "",
-              "query": "sum((\n    tikv_pd_pending_heartbeat_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_pd_pending_heartbeat_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -54507,7 +54507,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_pd_request_forwarded\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_pd_request_forwarded\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -54515,7 +54515,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}-{{host}}",
               "metric": "",
-              "query": "((\n    tikv_pd_request_forwarded\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_pd_request_forwarded\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -54640,15 +54640,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_pd_pending_tso_request_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_pd_pending_tso_request_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "{{instance}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum((\n    tikv_pd_pending_tso_request_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_pd_pending_tso_request_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -54948,15 +54948,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_raftstore_slow_score\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_raftstore_slow_score\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_raftstore_slow_score\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_raftstore_slow_score\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -55081,15 +55081,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_raftstore_slow_trend\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_raftstore_slow_trend\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_raftstore_slow_trend\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_raftstore_slow_trend\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -55214,15 +55214,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_raftstore_slow_trend_result\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_raftstore_slow_trend_result\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_raftstore_slow_trend_result\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_raftstore_slow_trend_result\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -55347,15 +55347,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_raftstore_slow_trend_l0\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_raftstore_slow_trend_l0\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_raftstore_slow_trend_l0\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_raftstore_slow_trend_l0\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -55480,15 +55480,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_raftstore_slow_trend_result_value\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_raftstore_slow_trend_result_value\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_raftstore_slow_trend_result_value\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_raftstore_slow_trend_result_value\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -56069,7 +56069,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_send_snapshot_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_send_snapshot_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -56077,14 +56077,14 @@
               "intervalFactor": 1,
               "legendFormat": "send {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_send_snapshot_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_server_send_snapshot_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_snapshot_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"apply\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_snapshot_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"apply\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -56092,14 +56092,14 @@
               "intervalFactor": 1,
               "legendFormat": "apply {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_snapshot_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"apply\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_snapshot_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"apply\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_snapshot_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"generate\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_snapshot_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"generate\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -56107,7 +56107,7 @@
               "intervalFactor": 1,
               "legendFormat": "generate {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_snapshot_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"generate\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_raftstore_snapshot_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"generate\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -56232,7 +56232,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_snapshot_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_snapshot_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -56240,7 +56240,7 @@
               "intervalFactor": 1,
               "legendFormat": "size {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_snapshot_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_snapshot_size_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -56365,7 +56365,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_snapshot_kv_count_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_snapshot_kv_count_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -56373,7 +56373,7 @@
               "intervalFactor": 1,
               "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_snapshot_kv_count_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_snapshot_kv_count_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -56794,7 +56794,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_raftstore_snapshot_pending_applies\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_raftstore_snapshot_pending_applies\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -56802,7 +56802,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "((\n    tikv_raftstore_snapshot_pending_applies\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_raftstore_snapshot_pending_applies\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -57368,15 +57368,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_resolved_ts_min_resolved_ts_gap_millis\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_resolved_ts_min_resolved_ts_gap_millis\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_resolved_ts_min_resolved_ts_gap_millis\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_resolved_ts_min_resolved_ts_gap_millis\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -57501,15 +57501,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_resolved_ts_min_resolved_ts_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_resolved_ts_min_resolved_ts_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_resolved_ts_min_resolved_ts_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_resolved_ts_min_resolved_ts_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -57634,15 +57634,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_resolved_ts_min_follower_safe_ts_gap_millis\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_resolved_ts_min_follower_safe_ts_gap_millis\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_resolved_ts_min_follower_safe_ts_gap_millis\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_resolved_ts_min_follower_safe_ts_gap_millis\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -57767,15 +57767,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_resolved_ts_min_follower_safe_ts_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_resolved_ts_min_follower_safe_ts_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_resolved_ts_min_follower_safe_ts_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_resolved_ts_min_follower_safe_ts_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -57900,15 +57900,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_resolved_ts_min_leader_resolved_ts_gap_millis\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_resolved_ts_min_leader_resolved_ts_gap_millis\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_resolved_ts_min_leader_resolved_ts_gap_millis\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_resolved_ts_min_leader_resolved_ts_gap_millis\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -58033,15 +58033,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_resolved_ts_min_leader_resolved_ts_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_resolved_ts_min_leader_resolved_ts_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_resolved_ts_min_leader_resolved_ts_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_resolved_ts_min_leader_resolved_ts_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -59379,7 +59379,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_rpc_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",request=\"apply\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_rpc_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",request=\"apply\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -59387,14 +59387,14 @@
               "intervalFactor": 1,
               "legendFormat": "total-99 {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_rpc_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",request=\"apply\"}\n    [$__rate_interval]\n)) by (le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_rpc_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",request=\"apply\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_apply_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=~\"queue|exec_download\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_apply_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=~\"queue|exec_download\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -59402,14 +59402,14 @@
               "intervalFactor": 1,
               "legendFormat": "(DL){{type}}-99 {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_apply_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=~\"queue|exec_download\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_apply_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=~\"queue|exec_download\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_engine_request_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_engine_request_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -59417,7 +59417,7 @@
               "intervalFactor": 1,
               "legendFormat": "(AP){{type}}-99 {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_engine_request_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_engine_request_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -59690,7 +59690,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_import_rpc_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"apply\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_import_rpc_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"apply\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -59698,7 +59698,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{type}}-{{instance}}",
               "metric": "",
-              "query": "((\n    tikv_import_rpc_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"apply\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_import_rpc_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",type=\"apply\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -60852,15 +60852,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_import_apply_cached_bytes\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_import_apply_cached_bytes\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_import_apply_cached_bytes\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_import_apply_cached_bytes\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -61223,15 +61223,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_server_mem_trace_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"raftstore-.*\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_server_mem_trace_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"raftstore-.*\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_server_mem_trace_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"raftstore-.*\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_server_mem_trace_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",name=~\"raftstore-.*\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -61428,7 +61428,7 @@
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_backup_softlimit\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_backup_softlimit\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -61436,7 +61436,7 @@
               "intervalFactor": 1,
               "legendFormat": "backup-auto-throttle-{{instance}}",
               "metric": "",
-              "query": "((\n    tikv_backup_softlimit\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_backup_softlimit\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -61561,15 +61561,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_backup_thread_pool_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_backup_thread_pool_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_backup_thread_pool_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_backup_thread_pool_size\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -62500,7 +62500,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    tikv_backup_range_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.999,(\n    sum(rate(\n    tikv_backup_range_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -62508,14 +62508,14 @@
               "intervalFactor": 1,
               "legendFormat": "{{type}}-99.9% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    tikv_backup_range_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.999,(\n    sum(rate(\n    tikv_backup_range_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_backup_range_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_backup_range_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -62523,7 +62523,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{type}}-99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_backup_range_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_backup_range_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (type, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -62791,60 +62791,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_external_storage_create_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_external_storage_create_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_external_storage_create_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_external_storage_create_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_external_storage_create_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_external_storage_create_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_external_storage_create_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_external_storage_create_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_external_storage_create_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_external_storage_create_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_external_storage_create_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_external_storage_create_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_external_storage_create_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_external_storage_create_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_external_storage_create_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_external_storage_create_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_external_storage_create_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_external_storage_create_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_external_storage_create_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_external_storage_create_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -62992,7 +62992,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -63000,14 +63000,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -63015,14 +63015,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_coprocessor_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_coprocessor_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_coprocessor_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -63030,22 +63030,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_coprocessor_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_coprocessor_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby)  / sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{req}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{req}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_coprocessor_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\",req=~\"analyze.*|checksum.*\"}\n    [$__rate_interval]\n)) by (req, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -63755,7 +63755,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_import_rpc_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_import_rpc_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -63763,14 +63763,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{request}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_import_rpc_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_import_rpc_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_rpc_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_rpc_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -63778,14 +63778,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{request}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_rpc_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_import_rpc_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_import_rpc_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_import_rpc_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_import_rpc_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, $additional_groupby)  / sum(rate(\n    tikv_import_rpc_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, $additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -63793,22 +63793,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{request}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_import_rpc_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_import_rpc_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_import_rpc_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, $additional_groupby)  / sum(rate(\n    tikv_import_rpc_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_import_rpc_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_import_rpc_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{request}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{request}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_import_rpc_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_import_rpc_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (request, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -64066,7 +64066,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_import_rpc_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_import_rpc_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -64074,7 +64074,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{type}}-{{instance}}",
               "metric": "",
-              "query": "((\n    tikv_import_rpc_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_import_rpc_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -65348,15 +65348,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_backup_raw_expired_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_backup_raw_expired_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_backup_raw_expired_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_backup_raw_expired_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -65666,7 +65666,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_log_backup_enabled\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_log_backup_enabled\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -65674,7 +65674,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{ instance }}",
               "metric": "",
-              "query": "((\n    tikv_log_backup_enabled\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_log_backup_enabled\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -66840,15 +66840,15 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_log_backup_heap_memory\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_log_backup_heap_memory\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_log_backup_heap_memory\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_log_backup_heap_memory\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -66973,22 +66973,22 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_log_backup_observed_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_log_backup_observed_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "{{instance}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}",
+              "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_log_backup_observed_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_log_backup_observed_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_log_backup_observed_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_log_backup_observed_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -66996,7 +66996,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}-total",
               "metric": "",
-              "query": "sum((\n    tikv_log_backup_observed_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_log_backup_observed_region\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -72260,7 +72260,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_status_server_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_status_server_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -72268,14 +72268,14 @@
               "intervalFactor": 1,
               "legendFormat": "99.99%-{{path}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_status_server_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_status_server_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_status_server_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_status_server_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -72283,14 +72283,14 @@
               "intervalFactor": 1,
               "legendFormat": "99%-{{path}} {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_status_server_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_status_server_request_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_status_server_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_status_server_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_status_server_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, $additional_groupby)  / sum(rate(\n    tikv_status_server_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, $additional_groupby) )",
               "format": "time_series",
               "hide": true,
               "instant": false,
@@ -72298,22 +72298,22 @@
               "intervalFactor": 1,
               "legendFormat": "avg-{{path}} {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_status_server_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_status_server_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_status_server_request_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, $additional_groupby)  / sum(rate(\n    tikv_status_server_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, $additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_status_server_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_status_server_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, $additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{path}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count-{{path}} {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_status_server_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_status_server_request_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (path, $additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -72613,7 +72613,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_encryption_data_key_storage_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_encryption_data_key_storage_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -72621,7 +72621,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_encryption_data_key_storage_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_encryption_data_key_storage_total\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -72746,7 +72746,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "sum((\n    tikv_encryption_file_num\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum((\n    tikv_encryption_file_num\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -72754,7 +72754,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "sum((\n    tikv_encryption_file_num\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum((\n    tikv_encryption_file_num\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by (instance) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -72879,7 +72879,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_encryption_is_initialized\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_encryption_is_initialized\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -72887,7 +72887,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{instance}}",
               "metric": "",
-              "query": "((\n    tikv_encryption_is_initialized\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_encryption_is_initialized\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -73012,7 +73012,7 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "((\n    tikv_encryption_meta_file_size_bytes\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "expr": "((\n    tikv_encryption_meta_file_size_bytes\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
@@ -73020,7 +73020,7 @@
               "intervalFactor": 1,
               "legendFormat": "{{name}}-{{instance}}",
               "metric": "",
-              "query": "((\n    tikv_encryption_meta_file_size_bytes\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n)) by ($additional_groupby) ",
+              "query": "((\n    tikv_encryption_meta_file_size_bytes\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -73316,60 +73316,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": true,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_encryption_write_read_file_duration_seconds_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""
@@ -74091,60 +74091,60 @@
           "targets": [
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_ttl_checker_compact_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_ttl_checker_compact_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99.99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99.99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_ttl_checker_compact_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.9999,(\n    sum(rate(\n    tikv_ttl_checker_compact_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_ttl_checker_compact_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "expr": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_ttl_checker_compact_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "99%-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "99% {{$additional_groupby}}",
               "metric": "",
-              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_ttl_checker_compact_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, le) \n    \n    \n)) by ($additional_groupby) ",
+              "query": "histogram_quantile(0.99,(\n    sum(rate(\n    tikv_ttl_checker_compact_duration_bucket\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by (le, $additional_groupby) \n    \n    \n))  ",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "(sum(rate(\n    tikv_ttl_checker_compact_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_ttl_checker_compact_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "expr": "(sum(rate(\n    tikv_ttl_checker_compact_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_ttl_checker_compact_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "avg-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "avg {{$additional_groupby}}",
               "metric": "",
-              "query": "(sum(rate(\n    tikv_ttl_checker_compact_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby)  / sum(rate(\n    tikv_ttl_checker_compact_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) )",
+              "query": "(sum(rate(\n    tikv_ttl_checker_compact_duration_sum\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby)  / sum(rate(\n    tikv_ttl_checker_compact_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) )",
               "refId": "",
               "step": 10,
               "target": ""
             },
             {
               "datasource": "tidb-cluster",
-              "expr": "sum(rate(\n    tikv_ttl_checker_compact_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "expr": "sum(rate(\n    tikv_ttl_checker_compact_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "format": "time_series",
               "hide": false,
               "instant": false,
               "interval": "",
               "intervalFactor": 1,
-              "legendFormat": "count-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}}-{{$additional_groupby}} {{$additional_groupby}}",
+              "legendFormat": "count {{$additional_groupby}}",
               "metric": "",
-              "query": "sum(rate(\n    tikv_ttl_checker_compact_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby, $additional_groupby) ",
+              "query": "sum(rate(\n    tikv_ttl_checker_compact_duration_count\n    {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n    [$__rate_interval]\n)) by ($additional_groupby) ",
               "refId": "",
               "step": 10,
               "target": ""