PlusAMP App Middleware - Details for Job 330556

Status: SUCCEEDED
Submitted: 2025/08/01 16:00:17
Duration: 25 ms
Associated SQL Query: 226821
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_511658 { label="Stage 511658"; subgraph cluster6286026 { label="Scan csv "; 3614943 [labelType="html" label="FileScanRDD [3614943] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614944 [labelType="html" label="MapPartitionsRDD [3614944] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6285988 { label="WholeStageCodegen (1)"; 3614945 [labelType="html" label="MapPartitionsRDD [3614945] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6285987 { label="InMemoryTableScan"; 3614946 [labelType="html" label="MapPartitionsRDD [3614946] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614947 [labelType="html" label="*(1) Project [CASE WHEN ((year#94128778 = NA) OR (year#94128778 = null)) THEN null ELSE cast(year#94128778 as float) END AS year#94129013, CASE WHEN ((retIC#94128779 = NA) OR (retIC#94128779 = null)) THEN null ELSE cast(retIC#94128779 as float) END AS retIC#94129015, CASE WHEN ((resretIC#94128780 = NA) OR (resretIC#94128780 = null)) THEN null ELSE cast(resretIC#94128780 as float) END AS resretIC#94129017, CASE WHEN ((numcos#94128781 = NA) OR (numcos#94128781 = null)) THEN null ELSE cast(numcos#94128781 as float) END AS numcos#94129020, CASE WHEN ((numdates#94128782 = NA) OR (numdates#94128782 = null)) THEN null ELSE cast(numdates#94128782 as int) END AS numdates#94129022, CASE WHEN ((annual_bmret#94128783 = NA) OR (annual_bmret#94128783 = null)) THEN null ELSE cast(annual_bmret#94128783 as float) END AS annual_bmret#94129024, CASE WHEN ((annual_ret#94128784 = NA) OR (annual_ret#94128784 = null)) THEN null ELSE cast(annual_ret#94128784 as float) END AS annual_ret#94129026, CASE WHEN ((std_ret#94128785 = NA)... [3614947] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614948 [labelType="html" label="MapPartitionsRDD [3614948] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614949 [labelType="html" label="MapPartitionsRDD [3614949] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614950 [labelType="html" label="MapPartitionsRDD [3614950] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6285982 { label="WholeStageCodegen (1)"; 3614951 [labelType="html" label="MapPartitionsRDD [3614951] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6285981 { label="Exchange"; 3614952 [labelType="html" label="MapPartitionsRDD [3614952] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614953 [labelType="html" label="MapPartitionsRDD [3614953] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614954 [labelType="html" label="MapPartitionsRDD [3614954] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3614943->3614944; 3614944->3614945; 3614945->3614946; 3614946->3614947; 3614947->3614948; 3614948->3614949; 3614949->3614950; 3614950->3614951; 3614951->3614952; 3614952->3614953; 3614953->3614954; }

3614947

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
511658	default	toLocalIterator at SparkDataStreamBuilder.scala:39 +details RDD: *(1) Project [CASE WHEN ((year#94128778 = NA) OR (year#94128778 = null)) THEN null ELSE cast(year#94128778 as float) END AS year#94129013, CASE WHEN ((retIC#94128779 = NA) OR (retIC#94128779 = null)) THEN null ELSE cast(retIC#94128779 as float) END AS retIC#94129015, CASE WHEN ((resretIC#94128780 = NA) OR (resretIC#94128780 = null)) THEN null ELSE cast(resretIC#94128780 as float) END AS resretIC#94129017, CASE WHEN ((numcos#94128781 = NA) OR (numcos#94128781 = null)) THEN null ELSE cast(numcos#94128781 as float) END AS numcos#94129020, CASE WHEN ((numdates#94128782 = NA) OR (numdates#94128782 = null)) THEN null ELSE cast(numdates#94128782 as int) END AS numdates#94129022, CASE WHEN ((annual_bmret#94128783 = NA) OR (annual_bmret#94128783 = null)) THEN null ELSE cast(annual_bmret#94128783 as float) END AS annual_bmret#94129024, CASE WHEN ((annual_ret#94128784 = NA) OR (annual_ret#94128784 = null)) THEN null ELSE cast(annual_ret#94128784 as float) END AS annual_ret#94129026, CASE WHEN ((std_ret#94128785 = NA)... org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3000) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1426) java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290) java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020) java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656) java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594) java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)	2025/08/01 16:00:17	20 ms	1/1	9.2 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

511658

default

toLocalIterator at SparkDataStreamBuilder.scala:39 +details

RDD: *(1) Project [CASE WHEN ((year#94128778 = NA) OR (year#94128778 = null)) THEN null ELSE cast(year#94128778 as float) END AS year#94129013, CASE WHEN ((retIC#94128779 = NA) OR (retIC#94128779 = null)) THEN null ELSE cast(retIC#94128779 as float) END AS retIC#94129015, CASE WHEN ((resretIC#94128780 = NA) OR (resretIC#94128780 = null)) THEN null ELSE cast(resretIC#94128780 as float) END AS resretIC#94129017, CASE WHEN ((numcos#94128781 = NA) OR (numcos#94128781 = null)) THEN null ELSE cast(numcos#94128781 as float) END AS numcos#94129020, CASE WHEN ((numdates#94128782 = NA) OR (numdates#94128782 = null)) THEN null ELSE cast(numdates#94128782 as int) END AS numdates#94129022, CASE WHEN ((annual_bmret#94128783 = NA) OR (annual_bmret#94128783 = null)) THEN null ELSE cast(annual_bmret#94128783 as float) END AS annual_bmret#94129024, CASE WHEN ((annual_ret#94128784 = NA) OR (annual_ret#94128784 = null)) THEN null ELSE cast(annual_ret#94128784 as float) END AS annual_ret#94129026, CASE WHEN ((std_ret#94128785 = NA)...

org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3000)
plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39)
plusamp.scala.util.Profile$.time(Profile.scala:22)
plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39)
plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77)
scala.util.Success.$anonfun$map$1(Try.scala:255)
scala.util.Success.map(Try.scala:213)
scala.concurrent.Future.$anonfun$map$1(Future.scala:292)
scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33)
scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33)
scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64)
java.base/java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1426)
java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290)
java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020)
java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656)
java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594)
java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)

2025/08/01 16:00:17

20 ms

1/1

9.2 KiB

Page: