PlusAMP App Middleware - Details for Job 331103

Status: SUCCEEDED
Submitted: 2025/08/02 15:11:55
Duration: 14 ms
Associated SQL Query: 227200
Job Group: 833b44a7-21fe-4503-8f2f-d6ebf3f94fe7
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_512515 { label="Stage 512515"; subgraph cluster6288107 { label="Scan csv "; 3616122 [labelType="html" label="FileScanRDD [3616122] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3616123 [labelType="html" label="MapPartitionsRDD [3616123] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6288103 { label="WholeStageCodegen (1)"; 3616124 [labelType="html" label="MapPartitionsRDD [3616124] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6288102 { label="InMemoryTableScan"; 3616125 [labelType="html" label="MapPartitionsRDD [3616125] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3616126 [labelType="html" label="*(1) Project [CASE WHEN ((sector_id#94160398 = NA) OR (sector_id#94160398 = null)) THEN null ELSE cast(sector_id#94160398 as int) END AS sector_id#94160418, CASE WHEN (sort#94160399 = null) THEN null ELSE sort#94160399 END AS sort#94160419, CASE WHEN (description#94160400 = null) THEN null ELSE description#94160400 END AS description#94160423, CASE WHEN ((universe#94160401 = NA) OR (universe#94160401 = null)) THEN null ELSE cast(universe#94160401 as int) END AS universe#94160424]\n+- FileScan csv [sector_id#94160398,sort#94160399,description#94160400,universe#94160401] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/curate/curate_sector.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<sector_id:string,sort:string,description:string,universe:string>\n [3616126] [Cached] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6296388 { label="InMemoryTableScan"; 3620872 [labelType="html" label="MapPartitionsRDD [3620872] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3620873 [labelType="html" label="MapPartitionsRDD [3620873] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3620874 [labelType="html" label="MapPartitionsRDD [3620874] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6296377 { label="WholeStageCodegen (1)"; 3620875 [labelType="html" label="MapPartitionsRDD [3620875] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6296375 { label="WholeStageCodegen (3)"; 3620876 [labelType="html" label="MapPartitionsRDD [3620876] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } } 3616122->3616123; 3616123->3616124; 3616124->3616125; 3616125->3616126; 3616126->3620872; 3620872->3620873; 3620873->3620874; 3620874->3620875; 3620875->3620876; }

3616126

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
512515	default	broadcast exchange (runId 833b44a7-21fe-4503-8f2f-d6ebf3f94fe7) $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264 +details RDD: *(1) Project [CASE WHEN ((sector_id#94160398 = NA) OR (sector_id#94160398 = null)) THEN null ELSE cast(sector_id#94160398 as int) END AS sector_id#94160418, CASE WHEN (sort#94160399 = null) THEN null ELSE sort#94160399 END AS sort#94160419, CASE WHEN (description#94160400 = null) THEN null ELSE description#94160400 END AS description#94160423, CASE WHEN ((universe#94160401 = NA) OR (universe#94160401 = null)) THEN null ELSE cast(universe#94160401 as int) END AS universe#94160424] +- FileScan csv [sector_id#94160398,sort#94160399,description#94160400,universe#94160401] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/curate/curate_sector.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<sector_id:string,sort:string,description:string,universe:string> org.apache.spark.sql.execution.SQLExecution$.$anonfun$withThreadLocalCaptured$1(SQLExecution.scala:185) java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829)	2025/08/02 15:11:55	11 ms	1/1	896.0 B

Page: