PlusAMP App Middleware - Details for Job 331501

Status: SUCCEEDED
Submitted: 2025/08/02 15:25:54
Duration: 0.5 s
Associated SQL Query: 227466
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_513117 { label="Stage 513117"; subgraph cluster6303994 { label="Scan csv "; 3625248 [labelType="html" label="FileScanRDD [3625248] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625249 [labelType="html" label="MapPartitionsRDD [3625249] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303991 { label="WholeStageCodegen (1)"; 3625250 [labelType="html" label="MapPartitionsRDD [3625250] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303990 { label="InMemoryTableScan"; 3625251 [labelType="html" label="MapPartitionsRDD [3625251] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625252 [labelType="html" label="*(1) Project [CASE WHEN (date#94396171 = null) THEN null ELSE cast(date#94396171 as date) END AS date#94396426, CASE WHEN ((overall#94396172 = NA) OR (overall#94396172 = null)) THEN null ELSE cast(overall#94396172 as int) END AS overall#94396454, CASE WHEN ((ret#94396173 = NA) OR (ret#94396173 = null)) THEN null ELSE cast(ret#94396173 as float) END AS ret#94396487, CASE WHEN ((resret#94396174 = NA) OR (resret#94396174 = null)) THEN null ELSE cast(resret#94396174 as float) END AS resret#94396488, CASE WHEN ((retnet#94396175 = NA) OR (retnet#94396175 = null)) THEN null ELSE cast(retnet#94396175 as float) END AS retnet#94396489, CASE WHEN ((turnover#94396176 = NA) OR (turnover#94396176 = null)) THEN null ELSE cast(turnover#94396176 as float) END AS turnover#94396490, CASE WHEN ((numcos#94396177 = NA) OR (numcos#94396177 = null)) THEN null ELSE cast(numcos#94396177 as float) END AS numcos#94396504, CASE WHEN ((benchmark#94396178 = NA) OR (benchmark#94396178 = null)) THEN null ELSE cast(benchmark#94396178 as fl... [3625252] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625253 [labelType="html" label="MapPartitionsRDD [3625253] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625254 [labelType="html" label="MapPartitionsRDD [3625254] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625255 [labelType="html" label="MapPartitionsRDD [3625255] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304003 { label="Scan csv "; 3625256 [labelType="html" label="FileScanRDD [3625256] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625257 [labelType="html" label="MapPartitionsRDD [3625257] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304000 { label="WholeStageCodegen (1)"; 3625258 [labelType="html" label="MapPartitionsRDD [3625258] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303999 { label="InMemoryTableScan"; 3625259 [labelType="html" label="MapPartitionsRDD [3625259] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625260 [labelType="html" label="*(1) Project [CASE WHEN (date#94396194 = null) THEN null ELSE cast(date#94396194 as date) END AS date#94396509, CASE WHEN ((cap#94396195 = NA) OR (cap#94396195 = null)) THEN null ELSE cast(cap#94396195 as float) END AS cap#94396521, CASE WHEN ((ret#94396196 = NA) OR (ret#94396196 = null)) THEN null ELSE cast(ret#94396196 as float) END AS ret#94396522, CASE WHEN ((resret#94396197 = NA) OR (resret#94396197 = null)) THEN null ELSE cast(resret#94396197 as float) END AS resret#94396525, CASE WHEN ((retnet#94396198 = NA) OR (retnet#94396198 = null)) THEN null ELSE cast(retnet#94396198 as float) END AS retnet#94396528, CASE WHEN ((turnover#94396199 = NA) OR (turnover#94396199 = null)) THEN null ELSE cast(turnover#94396199 as float) END AS turnover#94396591, CASE WHEN ((numcos#94396200 = NA) OR (numcos#94396200 = null)) THEN null ELSE cast(numcos#94396200 as float) END AS numcos#94396593, CASE WHEN ((coverage#94396201 = NA) OR (coverage#94396201 = null)) THEN null ELSE cast(coverage#94396201 as float) END AS cover... [3625260] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625261 [labelType="html" label="MapPartitionsRDD [3625261] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625262 [labelType="html" label="MapPartitionsRDD [3625262] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625263 [labelType="html" label="MapPartitionsRDD [3625263] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303995 { label="WholeStageCodegen (1)"; 3625264 [labelType="html" label="MapPartitionsRDD [3625264] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303989 { label="Union"; 3625265 [labelType="html" label="UnionRDD [3625265] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303988 { label="Exchange"; 3625266 [labelType="html" label="MapPartitionsRDD [3625266] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625267 [labelType="html" label="MapPartitionsRDD [3625267] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625268 [labelType="html" label="MapPartitionsRDD [3625268] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3625248->3625249; 3625249->3625250; 3625250->3625251; 3625251->3625252; 3625252->3625253; 3625253->3625254; 3625254->3625255; 3625256->3625257; 3625257->3625258; 3625258->3625259; 3625259->3625260; 3625260->3625261; 3625261->3625262; 3625262->3625263; 3625263->3625264; 3625255->3625265; 3625264->3625265; 3625265->3625266; 3625266->3625267; 3625267->3625268; }

3625252

3625260

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
513117	default	toLocalIterator at SparkDataStreamBuilder.scala:39 +details RDD: (1) Project [CASE WHEN (date#94396171 = null) THEN null ELSE cast(date#94396171 as date) END AS date#94396426, CASE WHEN ((overall#94396172 = NA) OR (overall#94396172 = null)) THEN null ELSE cast(overall#94396172 as int) END AS overall#94396454, CASE WHEN ((ret#94396173 = NA) OR (ret#94396173 = null)) THEN null ELSE cast(ret#94396173 as float) END AS ret#94396487, CASE WHEN ((resret#94396174 = NA) OR (resret#94396174 = null)) THEN null ELSE cast(resret#94396174 as float) END AS resret#94396488, CASE WHEN ((retnet#94396175 = NA) OR (retnet#94396175 = null)) THEN null ELSE cast(retnet#94396175 as float) END AS retnet#94396489, CASE WHEN ((turnover#94396176 = NA) OR (turnover#94396176 = null)) THEN null ELSE cast(turnover#94396176 as float) END AS turnover#94396490, CASE WHEN ((numcos#94396177 = NA) OR (numcos#94396177 = null)) THEN null ELSE cast(numcos#94396177 as float) END AS numcos#94396504, CASE WHEN ((benchmark#94396178 = NA) OR (benchmark#94396178 = null)) THEN null ELSE cast(benchmark#94396178 as fl...(1) Project [CASE WHEN (date#94396194 = null) THEN null ELSE cast(date#94396194 as date) END AS date#94396509, CASE WHEN ((cap#94396195 = NA) OR (cap#94396195 = null)) THEN null ELSE cast(cap#94396195 as float) END AS cap#94396521, CASE WHEN ((ret#94396196 = NA) OR (ret#94396196 = null)) THEN null ELSE cast(ret#94396196 as float) END AS ret#94396522, CASE WHEN ((resret#94396197 = NA) OR (resret#94396197 = null)) THEN null ELSE cast(resret#94396197 as float) END AS resret#94396525, CASE WHEN ((retnet#94396198 = NA) OR (retnet#94396198 = null)) THEN null ELSE cast(retnet#94396198 as float) END AS retnet#94396528, CASE WHEN ((turnover#94396199 = NA) OR (turnover#94396199 = null)) THEN null ELSE cast(turnover#94396199 as float) END AS turnover#94396591, CASE WHEN ((numcos#94396200 = NA) OR (numcos#94396200 = null)) THEN null ELSE cast(numcos#94396200 as float) END AS numcos#94396593, CASE WHEN ((coverage#94396201 = NA) OR (coverage#94396201 = null)) THEN null ELSE cast(coverage#94396201 as float) END AS cover... org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3000) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829)	2025/08/02 15:25:54	0.5 s	2/2	4.7 MiB

Page: