PlusAMP App Middleware - Details for Job 331459

Status: SUCCEEDED
Submitted: 2025/08/02 15:24:16
Duration: 72 ms
Associated SQL Query: 227436
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_513052 { label="Stage 513052"; subgraph cluster6303182 { label="Scan csv "; 3624777 [labelType="html" label="FileScanRDD [3624777] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624779 [labelType="html" label="MapPartitionsRDD [3624779] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303151 { label="WholeStageCodegen (1)"; 3624782 [labelType="html" label="MapPartitionsRDD [3624782] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303150 { label="InMemoryTableScan"; 3624783 [labelType="html" label="MapPartitionsRDD [3624783] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624787 [labelType="html" label="*(1) Project [CASE WHEN ((year#94385350 = NA) OR (year#94385350 = null)) THEN null ELSE cast(year#94385350 as int) END AS year#94385518, CASE WHEN ((retIC#94385351 = NA) OR (retIC#94385351 = null)) THEN null ELSE cast(retIC#94385351 as float) END AS retIC#94385520, CASE WHEN ((resretIC#94385352 = NA) OR (resretIC#94385352 = null)) THEN null ELSE cast(resretIC#94385352 as float) END AS resretIC#94385523, CASE WHEN ((numcos#94385353 = NA) OR (numcos#94385353 = null)) THEN null ELSE cast(numcos#94385353 as float) END AS numcos#94385525, CASE WHEN ((numdates#94385354 = NA) OR (numdates#94385354 = null)) THEN null ELSE cast(numdates#94385354 as int) END AS numdates#94385527, CASE WHEN ((annual_bmret#94385355 = NA) OR (annual_bmret#94385355 = null)) THEN null ELSE cast(annual_bmret#94385355 as float) END AS annual_bmret#94385530, CASE WHEN ((annual_ret#94385356 = NA) OR (annual_ret#94385356 = null)) THEN null ELSE cast(annual_ret#94385356 as float) END AS annual_ret#94385532, CASE WHEN ((std_ret#94385357 = NA) O... [3624787] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624789 [labelType="html" label="MapPartitionsRDD [3624789] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624792 [labelType="html" label="MapPartitionsRDD [3624792] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624797 [labelType="html" label="MapPartitionsRDD [3624797] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303145 { label="WholeStageCodegen (1)"; 3624801 [labelType="html" label="MapPartitionsRDD [3624801] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303144 { label="Exchange"; 3624803 [labelType="html" label="MapPartitionsRDD [3624803] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624806 [labelType="html" label="MapPartitionsRDD [3624806] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624808 [labelType="html" label="MapPartitionsRDD [3624808] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3624777->3624779; 3624779->3624782; 3624782->3624783; 3624783->3624787; 3624787->3624789; 3624789->3624792; 3624792->3624797; 3624797->3624801; 3624801->3624803; 3624803->3624806; 3624806->3624808; }

3624787

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
513052	default	toLocalIterator at SparkDataStreamBuilder.scala:39 +details RDD: *(1) Project [CASE WHEN ((year#94385350 = NA) OR (year#94385350 = null)) THEN null ELSE cast(year#94385350 as int) END AS year#94385518, CASE WHEN ((retIC#94385351 = NA) OR (retIC#94385351 = null)) THEN null ELSE cast(retIC#94385351 as float) END AS retIC#94385520, CASE WHEN ((resretIC#94385352 = NA) OR (resretIC#94385352 = null)) THEN null ELSE cast(resretIC#94385352 as float) END AS resretIC#94385523, CASE WHEN ((numcos#94385353 = NA) OR (numcos#94385353 = null)) THEN null ELSE cast(numcos#94385353 as float) END AS numcos#94385525, CASE WHEN ((numdates#94385354 = NA) OR (numdates#94385354 = null)) THEN null ELSE cast(numdates#94385354 as int) END AS numdates#94385527, CASE WHEN ((annual_bmret#94385355 = NA) OR (annual_bmret#94385355 = null)) THEN null ELSE cast(annual_bmret#94385355 as float) END AS annual_bmret#94385530, CASE WHEN ((annual_ret#94385356 = NA) OR (annual_ret#94385356 = null)) THEN null ELSE cast(annual_ret#94385356 as float) END AS annual_ret#94385532, CASE WHEN ((std_ret#94385357 = NA) O... org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3000) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1426) java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290) java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020) java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656) java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594) java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)	2025/08/02 15:24:16	68 ms	1/1	12.0 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

513052

default

toLocalIterator at SparkDataStreamBuilder.scala:39 +details

RDD: *(1) Project [CASE WHEN ((year#94385350 = NA) OR (year#94385350 = null)) THEN null ELSE cast(year#94385350 as int) END AS year#94385518, CASE WHEN ((retIC#94385351 = NA) OR (retIC#94385351 = null)) THEN null ELSE cast(retIC#94385351 as float) END AS retIC#94385520, CASE WHEN ((resretIC#94385352 = NA) OR (resretIC#94385352 = null)) THEN null ELSE cast(resretIC#94385352 as float) END AS resretIC#94385523, CASE WHEN ((numcos#94385353 = NA) OR (numcos#94385353 = null)) THEN null ELSE cast(numcos#94385353 as float) END AS numcos#94385525, CASE WHEN ((numdates#94385354 = NA) OR (numdates#94385354 = null)) THEN null ELSE cast(numdates#94385354 as int) END AS numdates#94385527, CASE WHEN ((annual_bmret#94385355 = NA) OR (annual_bmret#94385355 = null)) THEN null ELSE cast(annual_bmret#94385355 as float) END AS annual_bmret#94385530, CASE WHEN ((annual_ret#94385356 = NA) OR (annual_ret#94385356 = null)) THEN null ELSE cast(annual_ret#94385356 as float) END AS annual_ret#94385532, CASE WHEN ((std_ret#94385357 = NA) O...

org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3000)
plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39)
plusamp.scala.util.Profile$.time(Profile.scala:22)
plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39)
plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77)
scala.util.Success.$anonfun$map$1(Try.scala:255)
scala.util.Success.map(Try.scala:213)
scala.concurrent.Future.$anonfun$map$1(Future.scala:292)
scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33)
scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33)
scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64)
java.base/java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1426)
java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290)
java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020)
java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656)
java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594)
java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)

2025/08/02 15:24:16

68 ms

1/1

12.0 KiB

Page: