PlusAMP App Middleware - Details for Job 330544

Status: SUCCEEDED
Submitted: 2025/08/01 16:00:00
Duration: 24 ms
Associated SQL Query: 226815
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_511640 { label="Stage 511640"; subgraph cluster6285797 { label="Scan csv "; 3614809 [labelType="html" label="FileScanRDD [3614809] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614810 [labelType="html" label="MapPartitionsRDD [3614810] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6285794 { label="WholeStageCodegen (1)"; 3614811 [labelType="html" label="MapPartitionsRDD [3614811] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6285793 { label="InMemoryTableScan"; 3614812 [labelType="html" label="MapPartitionsRDD [3614812] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614813 [labelType="html" label="*(1) Project [CASE WHEN ((sector_id#94125150 = NA) OR (sector_id#94125150 = null)) THEN null ELSE cast(sector_id#94125150 as int) END AS sector_id#94125513, CASE WHEN ((retIC#94125151 = NA) OR (retIC#94125151 = null)) THEN null ELSE cast(retIC#94125151 as float) END AS retIC#94125514, CASE WHEN ((resretIC#94125152 = NA) OR (resretIC#94125152 = null)) THEN null ELSE cast(resretIC#94125152 as float) END AS resretIC#94125515, CASE WHEN ((numcos#94125153 = NA) OR (numcos#94125153 = null)) THEN null ELSE cast(numcos#94125153 as float) END AS numcos#94125528, CASE WHEN ((numdates#94125154 = NA) OR (numdates#94125154 = null)) THEN null ELSE cast(numdates#94125154 as int) END AS numdates#94125529, CASE WHEN ((annual_bmret#94125155 = NA) OR (annual_bmret#94125155 = null)) THEN null ELSE cast(annual_bmret#94125155 as float) END AS annual_bmret#94125530, CASE WHEN ((annual_ret#94125156 = NA) OR (annual_ret#94125156 = null)) THEN null ELSE cast(annual_ret#94125156 as float) END AS annual_ret#94125531, CASE WHEN ((std_... [3614813] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614814 [labelType="html" label="MapPartitionsRDD [3614814] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614815 [labelType="html" label="MapPartitionsRDD [3614815] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614816 [labelType="html" label="MapPartitionsRDD [3614816] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6285777 { label="WholeStageCodegen (2)"; 3614817 [labelType="html" label="MapPartitionsRDD [3614817] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6285776 { label="Exchange"; 3614818 [labelType="html" label="MapPartitionsRDD [3614818] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614819 [labelType="html" label="MapPartitionsRDD [3614819] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614820 [labelType="html" label="MapPartitionsRDD [3614820] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3614809->3614810; 3614810->3614811; 3614811->3614812; 3614812->3614813; 3614813->3614814; 3614814->3614815; 3614815->3614816; 3614816->3614817; 3614817->3614818; 3614818->3614819; 3614819->3614820; }

3614813

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
511640	default	toLocalIterator at SparkDataStreamBuilder.scala:39 +details RDD: *(1) Project [CASE WHEN ((sector_id#94125150 = NA) OR (sector_id#94125150 = null)) THEN null ELSE cast(sector_id#94125150 as int) END AS sector_id#94125513, CASE WHEN ((retIC#94125151 = NA) OR (retIC#94125151 = null)) THEN null ELSE cast(retIC#94125151 as float) END AS retIC#94125514, CASE WHEN ((resretIC#94125152 = NA) OR (resretIC#94125152 = null)) THEN null ELSE cast(resretIC#94125152 as float) END AS resretIC#94125515, CASE WHEN ((numcos#94125153 = NA) OR (numcos#94125153 = null)) THEN null ELSE cast(numcos#94125153 as float) END AS numcos#94125528, CASE WHEN ((numdates#94125154 = NA) OR (numdates#94125154 = null)) THEN null ELSE cast(numdates#94125154 as int) END AS numdates#94125529, CASE WHEN ((annual_bmret#94125155 = NA) OR (annual_bmret#94125155 = null)) THEN null ELSE cast(annual_bmret#94125155 as float) END AS annual_bmret#94125530, CASE WHEN ((annual_ret#94125156 = NA) OR (annual_ret#94125156 = null)) THEN null ELSE cast(annual_ret#94125156 as float) END AS annual_ret#94125531, CASE WHEN ((std_... org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3000) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829)	2025/08/01 16:00:00	21 ms	1/1	6.4 KiB

Page: