PlusAMP App Middleware - Details for Job 330621

Status: SUCCEEDED
Submitted: 2025/08/01 18:52:46
Duration: 17 ms
Associated SQL Query: 226872
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_511786 { label="Stage 511786"; subgraph cluster6278393 { label="Scan csv "; 3610548 [labelType="html" label="FileScanRDD [3610548] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3610549 [labelType="html" label="MapPartitionsRDD [3610549] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6278390 { label="WholeStageCodegen (1)"; 3610550 [labelType="html" label="MapPartitionsRDD [3610550] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6278389 { label="InMemoryTableScan"; 3610551 [labelType="html" label="MapPartitionsRDD [3610551] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3610552 [labelType="html" label="*(1) Project [CASE WHEN (date#94010359 = null) THEN null ELSE cast(date#94010359 as date) END AS date#94010643, CASE WHEN ((cap#94010360 = NA) OR (cap#94010360 = null)) THEN null ELSE cast(cap#94010360 as float) END AS cap#94010646, CASE WHEN ((ret#94010361 = NA) OR (ret#94010361 = null)) THEN null ELSE cast(ret#94010361 as float) END AS ret#94010650, CASE WHEN ((resret#94010362 = NA) OR (resret#94010362 = null)) THEN null ELSE cast(resret#94010362 as float) END AS resret#94010656, CASE WHEN ((retnet#94010363 = NA) OR (retnet#94010363 = null)) THEN null ELSE cast(retnet#94010363 as float) END AS retnet#94010660, CASE WHEN ((turnover#94010364 = NA) OR (turnover#94010364 = null)) THEN null ELSE cast(turnover#94010364 as float) END AS turnover#94010664, CASE WHEN ((numcos#94010365 = NA) OR (numcos#94010365 = null)) THEN null ELSE cast(numcos#94010365 as float) END AS numcos#94010669, CASE WHEN ((coverage#94010366 = NA) OR (coverage#94010366 = null)) THEN null ELSE cast(coverage#94010366 as float) END AS cover... [3610552] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287152 { label="InMemoryTableScan"; 3615558 [labelType="html" label="MapPartitionsRDD [3615558] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615559 [labelType="html" label="MapPartitionsRDD [3615559] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615560 [labelType="html" label="MapPartitionsRDD [3615560] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287146 { label="WholeStageCodegen (1)"; 3615561 [labelType="html" label="MapPartitionsRDD [3615561] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287145 { label="Exchange"; 3615562 [labelType="html" label="MapPartitionsRDD [3615562] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615579 [labelType="html" label="MapPartitionsRDD [3615579] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615581 [labelType="html" label="MapPartitionsRDD [3615581] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3610548->3610549; 3610549->3610550; 3610550->3610551; 3610551->3610552; 3610552->3615558; 3615558->3615559; 3615559->3615560; 3615560->3615561; 3615561->3615562; 3615562->3615579; 3615579->3615581; }

3610552

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
511786	default	toLocalIterator at SparkDataStreamBuilder.scala:39 +details RDD: *(1) Project [CASE WHEN (date#94010359 = null) THEN null ELSE cast(date#94010359 as date) END AS date#94010643, CASE WHEN ((cap#94010360 = NA) OR (cap#94010360 = null)) THEN null ELSE cast(cap#94010360 as float) END AS cap#94010646, CASE WHEN ((ret#94010361 = NA) OR (ret#94010361 = null)) THEN null ELSE cast(ret#94010361 as float) END AS ret#94010650, CASE WHEN ((resret#94010362 = NA) OR (resret#94010362 = null)) THEN null ELSE cast(resret#94010362 as float) END AS resret#94010656, CASE WHEN ((retnet#94010363 = NA) OR (retnet#94010363 = null)) THEN null ELSE cast(retnet#94010363 as float) END AS retnet#94010660, CASE WHEN ((turnover#94010364 = NA) OR (turnover#94010364 = null)) THEN null ELSE cast(turnover#94010364 as float) END AS turnover#94010664, CASE WHEN ((numcos#94010365 = NA) OR (numcos#94010365 = null)) THEN null ELSE cast(numcos#94010365 as float) END AS numcos#94010669, CASE WHEN ((coverage#94010366 = NA) OR (coverage#94010366 = null)) THEN null ELSE cast(coverage#94010366 as float) END AS cover... org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3000) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829)	2025/08/01 18:52:46	11 ms	1/1	262.7 KiB

Page: