PlusAMP App Middleware - Details for Job 331313

Status: SUCCEEDED
Submitted: 2025/08/02 15:19:05
Duration: 36 ms
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_512831 { label="Stage 512831"; subgraph cluster6300207 { label="Scan csv "; 3623063 [labelType="html" label="FileScanRDD [3623063] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3623064 [labelType="html" label="MapPartitionsRDD [3623064] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6300204 { label="WholeStageCodegen (1)"; 3623065 [labelType="html" label="MapPartitionsRDD [3623065] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6300203 { label="InMemoryTableScan"; 3623066 [labelType="html" label="MapPartitionsRDD [3623066] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3623067 [labelType="html" label="*(1) Project [CASE WHEN ((cap#94338977 = NA) OR (cap#94338977 = null)) THEN null ELSE cast(cap#94338977 as float) END AS cap#94339344, CASE WHEN ((retIC#94338978 = NA) OR (retIC#94338978 = null)) THEN null ELSE cast(retIC#94338978 as float) END AS retIC#94339345, CASE WHEN ((resretIC#94338979 = NA) OR (resretIC#94338979 = null)) THEN null ELSE cast(resretIC#94338979 as float) END AS resretIC#94339346, CASE WHEN ((numcos#94338980 = NA) OR (numcos#94338980 = null)) THEN null ELSE cast(numcos#94338980 as float) END AS numcos#94339347, CASE WHEN ((numdates#94338981 = NA) OR (numdates#94338981 = null)) THEN null ELSE cast(numdates#94338981 as int) END AS numdates#94339348, CASE WHEN ((annual_bmret#94338982 = NA) OR (annual_bmret#94338982 = null)) THEN null ELSE cast(annual_bmret#94338982 as float) END AS annual_bmret#94339349, CASE WHEN ((annual_ret#94338983 = NA) OR (annual_ret#94338983 = null)) THEN null ELSE cast(annual_ret#94338983 as float) END AS annual_ret#94339350, CASE WHEN ((std_ret#94338984 = NA) OR ... [3623067] [Cached] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6300414 { label="InMemoryTableScan"; 3623183 [labelType="html" label="MapPartitionsRDD [3623183] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623184 [labelType="html" label="MapPartitionsRDD [3623184] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623185 [labelType="html" label="MapPartitionsRDD [3623185] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300381 { label="WholeStageCodegen (2)"; 3623186 [labelType="html" label="MapPartitionsRDD [3623186] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300380 { label="InMemoryTableScan"; 3623187 [labelType="html" label="MapPartitionsRDD [3623187] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623188 [labelType="html" label="*(2) Project [ret_large#94342452, ret_small#94342454, (ret_large#94342452 - ret_small#94342454) AS differential#94342567]\n+- *(2) BroadcastNestedLoopJoin BuildRight, Cross\n :- *(2) Project [annual_ret#94339350 AS ret_large#94342452]\n : +- *(2) Filter (isnotnull(cap#94339344) AND (cap#94339344 = 1.0))\n : +- *(2) ColumnarToRow\n : +- InMemoryTableScan [annual_ret#94339350, cap#94339344], [isnotnull(cap#94339344), (cap#94339344 = 1.0)]\n : +- InMemoryRelation [cap#94339344, retIC#94339345, resretIC#94339346, numcos#94339347, numdates#94339348, annual_bmret#94339349, annual_ret#94339350, std_ret#94339351, Sharpe_ret#94339352, PctPos_ret#94339353, TR_ret#94339354, IR_ret#94339355, annual_resret#94339357, std_resret#94339358, Sharpe_resret#94339426, PctPos_resret#94339427, TR_resret#94339428, IR_resret#94339440, annual_retnet#94339442, std_retnet#94339443, Sharpe_retnet#94339457, PctPos_retnet#94339471, TR_retnet#94339473, IR_retnet#94339489, ... 2 more fields], StorageLevel(disk... [3623188] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623189 [labelType="html" label="MapPartitionsRDD [3623189] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623190 [labelType="html" label="MapPartitionsRDD [3623190] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623191 [labelType="html" label="MapPartitionsRDD [3623191] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300370 { label="WholeStageCodegen (1)"; 3623193 [labelType="html" label="MapPartitionsRDD [3623193] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300369 { label="CollectLimit"; 3623195 [labelType="html" label="MapPartitionsRDD [3623195] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300417 { label="mapPartitionsInternal"; 3623196 [labelType="html" label="MapPartitionsRDD [3623196] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300418 { label="map"; 3623198 [labelType="html" label="MapPartitionsRDD [3623198] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623063->3623064; 3623064->3623065; 3623065->3623066; 3623066->3623067; 3623067->3623183; 3623183->3623184; 3623184->3623185; 3623185->3623186; 3623186->3623187; 3623187->3623188; 3623188->3623189; 3623189->3623190; 3623190->3623191; 3623191->3623193; 3623193->3623195; 3623195->3623196; 3623196->3623198; }

3623067

3623188

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
512831	default	toStream at SparkDataStreamBuilder.scala:39 +details RDD: (1) Project [CASE WHEN ((cap#94338977 = NA) OR (cap#94338977 = null)) THEN null ELSE cast(cap#94338977 as float) END AS cap#94339344, CASE WHEN ((retIC#94338978 = NA) OR (retIC#94338978 = null)) THEN null ELSE cast(retIC#94338978 as float) END AS retIC#94339345, CASE WHEN ((resretIC#94338979 = NA) OR (resretIC#94338979 = null)) THEN null ELSE cast(resretIC#94338979 as float) END AS resretIC#94339346, CASE WHEN ((numcos#94338980 = NA) OR (numcos#94338980 = null)) THEN null ELSE cast(numcos#94338980 as float) END AS numcos#94339347, CASE WHEN ((numdates#94338981 = NA) OR (numdates#94338981 = null)) THEN null ELSE cast(numdates#94338981 as int) END AS numdates#94339348, CASE WHEN ((annual_bmret#94338982 = NA) OR (annual_bmret#94338982 = null)) THEN null ELSE cast(annual_bmret#94338982 as float) END AS annual_bmret#94339349, CASE WHEN ((annual_ret#94338983 = NA) OR (annual_ret#94338983 = null)) THEN null ELSE cast(annual_ret#94338983 as float) END AS annual_ret#94339350, CASE WHEN ((std_ret#94338984 = NA) OR ...(2) Project [ret_large#94342452, ret_small#94342454, (ret_large#94342452 - ret_small#94342454) AS differential#94342567] +- (2) BroadcastNestedLoopJoin BuildRight, Cross :- (2) Project [annual_ret#94339350 AS ret_large#94342452] : +- (2) Filter (isnotnull(cap#94339344) AND (cap#94339344 = 1.0)) : +- (2) ColumnarToRow : +- InMemoryTableScan [annual_ret#94339350, cap#94339344], [isnotnull(cap#94339344), (cap#94339344 = 1.0)] : +- InMemoryRelation [cap#94339344, retIC#94339345, resretIC#94339346, numcos#94339347, numdates#94339348, annual_bmret#94339349, annual_ret#94339350, std_ret#94339351, Sharpe_ret#94339352, PctPos_ret#94339353, TR_ret#94339354, IR_ret#94339355, annual_resret#94339357, std_resret#94339358, Sharpe_resret#94339426, PctPos_resret#94339427, TR_resret#94339428, IR_resret#94339440, annual_retnet#94339442, std_retnet#94339443, Sharpe_retnet#94339457, PctPos_retnet#94339471, TR_retnet#94339473, IR_retnet#94339489, ... 2 more fields], StorageLevel(disk... scala.collection.AbstractIterator.toStream(Iterator.scala:1431) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1426) java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290) java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020) java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656) java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594) java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)	2025/08/02 15:19:05	33 ms	1/1	2.6 KiB

Page: