PlusAMP App Middleware - Details for Job 330543

Status: SUCCEEDED
Submitted: 2025/08/01 16:00:00
Duration: 34 ms
Associated SQL Query: 226815
Job Group: 1e097f84-0598-43e9-aea2-1d87cdd2605b
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_511639 { label="Stage 511639"; subgraph cluster6269785 { label="Scan csv "; 3605593 [labelType="html" label="FileScanRDD [3605593] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3605594 [labelType="html" label="MapPartitionsRDD [3605594] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6269781 { label="WholeStageCodegen (1)"; 3605595 [labelType="html" label="MapPartitionsRDD [3605595] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6269780 { label="InMemoryTableScan"; 3605596 [labelType="html" label="MapPartitionsRDD [3605596] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3605597 [labelType="html" label="*(1) Project [CASE WHEN ((sector_id#93880497 = NA) OR (sector_id#93880497 = null)) THEN null ELSE cast(sector_id#93880497 as int) END AS sector_id#93880529, CASE WHEN (sort#93880499 = null) THEN null ELSE sort#93880499 END AS sort#93880530, CASE WHEN (description#93880501 = null) THEN null ELSE description#93880501 END AS description#93880532, CASE WHEN ((universe#93880503 = NA) OR (universe#93880503 = null)) THEN null ELSE cast(universe#93880503 as int) END AS universe#93880534]\n+- FileScan csv [sector_id#93880497,sort#93880499,description#93880501,universe#93880503] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/curate/curate_sector.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<sector_id:string,sort:string,description:string,universe:string>\n [3605597] [Cached] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6285783 { label="InMemoryTableScan"; 3614804 [labelType="html" label="MapPartitionsRDD [3614804] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3614805 [labelType="html" label="MapPartitionsRDD [3614805] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3614806 [labelType="html" label="MapPartitionsRDD [3614806] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6285772 { label="WholeStageCodegen (1)"; 3614807 [labelType="html" label="MapPartitionsRDD [3614807] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6285770 { label="WholeStageCodegen (3)"; 3614808 [labelType="html" label="MapPartitionsRDD [3614808] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } } 3605593->3605594; 3605594->3605595; 3605595->3605596; 3605596->3605597; 3605597->3614804; 3614804->3614805; 3614805->3614806; 3614806->3614807; 3614807->3614808; }

3605597

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
511639	default	broadcast exchange (runId 1e097f84-0598-43e9-aea2-1d87cdd2605b) $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264 +details RDD: *(1) Project [CASE WHEN ((sector_id#93880497 = NA) OR (sector_id#93880497 = null)) THEN null ELSE cast(sector_id#93880497 as int) END AS sector_id#93880529, CASE WHEN (sort#93880499 = null) THEN null ELSE sort#93880499 END AS sort#93880530, CASE WHEN (description#93880501 = null) THEN null ELSE description#93880501 END AS description#93880532, CASE WHEN ((universe#93880503 = NA) OR (universe#93880503 = null)) THEN null ELSE cast(universe#93880503 as int) END AS universe#93880534] +- FileScan csv [sector_id#93880497,sort#93880499,description#93880501,universe#93880503] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/curate/curate_sector.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<sector_id:string,sort:string,description:string,universe:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:185) java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829)	2025/08/01 16:00:00	9 ms	1/1	896.0 B

Page: