[SPARK-44497][WEBUI] Show task partition id in Task table

### What changes were proposed in this pull request? ### Why are the changes needed? In [SPARK-37831](https://issues.apache.org/jira/browse/SPARK-37831), the partition id is added in taskinfo, and the task partition id cannot be directly seen in the UI. ### Does this PR introduce _any_ user-facing change? No ### How was this patch tested? local test Closes #42093 from cxzl25/SPARK-44497. Authored-by: sychen <[email protected]> Signed-off-by: Kent Yao <[email protected]>
apache · Aug 27, 2023 · 7866da9 · 7866da9
1 parent 84a65bd
commit 7866da9
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 8 deletions.
diff --git a/core/src/main/resources/org/apache/spark/ui/static/stagepage.js b/core/src/main/resources/org/apache/spark/ui/static/stagepage.js
@@ -846,12 +846,7 @@ $(document).ready(function () {
             }
           },
           "columns": [
-            {
-              data: function (row, type) {
-                return type !== 'display' ? (isNaN(row.index) ? 0 : row.index ) : row.index;
-              },
-              name: "Index"
-            },
+            {data: "partitionId", name: "Index"},
             {data : "taskId", name: "ID"},
             {data : "attempt", name: "Attempt"},
             {data : "status", name: "Status"},

diff --git a/core/src/main/resources/org/apache/spark/ui/static/stagespage-template.html b/core/src/main/resources/org/apache/spark/ui/static/stagespage-template.html
@@ -54,7 +54,7 @@ <h4 id="aggregatedMetrics" class="collapse-table">
     <div class="container-fluid d-none" id="toggle-aggregatedMetrics">
         <table id="summary-executor-table" class="table table-striped compact table-dataTable cell-border">
             <thead>
-	        <tr>
+            <tr>
                 <th>Executor ID</th>
                 <th>Logs</th>
                 <th>Address</th>

diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
@@ -469,7 +469,7 @@ private[spark] object ApiHelper {
 
   private[ui] val COLUMN_TO_INDEX = Map(
     HEADER_ID -> null.asInstanceOf[String],
-    HEADER_TASK_INDEX -> TaskIndexNames.TASK_INDEX,
+    HEADER_TASK_INDEX -> TaskIndexNames.TASK_PARTITION_ID,
     HEADER_ATTEMPT -> TaskIndexNames.ATTEMPT,
     HEADER_STATUS -> TaskIndexNames.STATUS,
     HEADER_LOCALITY -> TaskIndexNames.LOCALITY,