PlusAMP App Middleware - Details for Job 331320

Status: SUCCEEDED
Submitted: 2025/08/02 15:19:26
Duration: 11 ms
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_512846 { label="Stage 512846"; subgraph cluster6300207 { label="Scan csv "; 3623063 [labelType="html" label="FileScanRDD [3623063] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3623064 [labelType="html" label="MapPartitionsRDD [3623064] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6300204 { label="WholeStageCodegen (1)"; 3623065 [labelType="html" label="MapPartitionsRDD [3623065] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6300203 { label="InMemoryTableScan"; 3623066 [labelType="html" label="MapPartitionsRDD [3623066] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3623067 [labelType="html" label="*(1) Project [CASE WHEN ((cap#94338977 = NA) OR (cap#94338977 = null)) THEN null ELSE cast(cap#94338977 as float) END AS cap#94339344, CASE WHEN ((retIC#94338978 = NA) OR (retIC#94338978 = null)) THEN null ELSE cast(retIC#94338978 as float) END AS retIC#94339345, CASE WHEN ((resretIC#94338979 = NA) OR (resretIC#94338979 = null)) THEN null ELSE cast(resretIC#94338979 as float) END AS resretIC#94339346, CASE WHEN ((numcos#94338980 = NA) OR (numcos#94338980 = null)) THEN null ELSE cast(numcos#94338980 as float) END AS numcos#94339347, CASE WHEN ((numdates#94338981 = NA) OR (numdates#94338981 = null)) THEN null ELSE cast(numdates#94338981 as int) END AS numdates#94339348, CASE WHEN ((annual_bmret#94338982 = NA) OR (annual_bmret#94338982 = null)) THEN null ELSE cast(annual_bmret#94338982 as float) END AS annual_bmret#94339349, CASE WHEN ((annual_ret#94338983 = NA) OR (annual_ret#94338983 = null)) THEN null ELSE cast(annual_ret#94338983 as float) END AS annual_ret#94339350, CASE WHEN ((std_ret#94338984 = NA) OR ... [3623067] [Cached] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6300414 { label="InMemoryTableScan"; 3623183 [labelType="html" label="MapPartitionsRDD [3623183] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623184 [labelType="html" label="MapPartitionsRDD [3623184] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623185 [labelType="html" label="MapPartitionsRDD [3623185] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300381 { label="WholeStageCodegen (2)"; 3623186 [labelType="html" label="MapPartitionsRDD [3623186] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300380 { label="InMemoryTableScan"; 3623187 [labelType="html" label="MapPartitionsRDD [3623187] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623188 [labelType="html" label="*(2) Project [ret_large#94342452, ret_small#94342454, (ret_large#94342452 - ret_small#94342454) AS differential#94342567]\n+- *(2) BroadcastNestedLoopJoin BuildRight, Cross\n :- *(2) Project [annual_ret#94339350 AS ret_large#94342452]\n : +- *(2) Filter (isnotnull(cap#94339344) AND (cap#94339344 = 1.0))\n : +- *(2) ColumnarToRow\n : +- InMemoryTableScan [annual_ret#94339350, cap#94339344], [isnotnull(cap#94339344), (cap#94339344 = 1.0)]\n : +- InMemoryRelation [cap#94339344, retIC#94339345, resretIC#94339346, numcos#94339347, numdates#94339348, annual_bmret#94339349, annual_ret#94339350, std_ret#94339351, Sharpe_ret#94339352, PctPos_ret#94339353, TR_ret#94339354, IR_ret#94339355, annual_resret#94339357, std_resret#94339358, Sharpe_resret#94339426, PctPos_resret#94339427, TR_resret#94339428, IR_resret#94339440, annual_retnet#94339442, std_retnet#94339443, Sharpe_retnet#94339457, PctPos_retnet#94339471, TR_retnet#94339473, IR_retnet#94339489, ... 2 more fields], StorageLevel(disk... [3623188] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300557 { label="InMemoryTableScan"; 3623258 [labelType="html" label="MapPartitionsRDD [3623258] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623259 [labelType="html" label="MapPartitionsRDD [3623259] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623260 [labelType="html" label="MapPartitionsRDD [3623260] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300554 { label="WholeStageCodegen (1)"; 3623261 [labelType="html" label="MapPartitionsRDD [3623261] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300553 { label="CollectLimit"; 3623262 [labelType="html" label="MapPartitionsRDD [3623262] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300558 { label="mapPartitionsInternal"; 3623263 [labelType="html" label="MapPartitionsRDD [3623263] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300559 { label="map"; 3623264 [labelType="html" label="MapPartitionsRDD [3623264] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623063->3623064; 3623064->3623065; 3623065->3623066; 3623066->3623067; 3623067->3623183; 3623183->3623184; 3623184->3623185; 3623185->3623186; 3623186->3623187; 3623187->3623188; 3623188->3623258; 3623258->3623259; 3623259->3623260; 3623260->3623261; 3623261->3623262; 3623262->3623263; 3623263->3623264; }

3623067

3623188

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
512846	default	toStream at SparkDataStreamBuilder.scala:39 +details RDD: (1) Project [CASE WHEN ((cap#94338977 = NA) OR (cap#94338977 = null)) THEN null ELSE cast(cap#94338977 as float) END AS cap#94339344, CASE WHEN ((retIC#94338978 = NA) OR (retIC#94338978 = null)) THEN null ELSE cast(retIC#94338978 as float) END AS retIC#94339345, CASE WHEN ((resretIC#94338979 = NA) OR (resretIC#94338979 = null)) THEN null ELSE cast(resretIC#94338979 as float) END AS resretIC#94339346, CASE WHEN ((numcos#94338980 = NA) OR (numcos#94338980 = null)) THEN null ELSE cast(numcos#94338980 as float) END AS numcos#94339347, CASE WHEN ((numdates#94338981 = NA) OR (numdates#94338981 = null)) THEN null ELSE cast(numdates#94338981 as int) END AS numdates#94339348, CASE WHEN ((annual_bmret#94338982 = NA) OR (annual_bmret#94338982 = null)) THEN null ELSE cast(annual_bmret#94338982 as float) END AS annual_bmret#94339349, CASE WHEN ((annual_ret#94338983 = NA) OR (annual_ret#94338983 = null)) THEN null ELSE cast(annual_ret#94338983 as float) END AS annual_ret#94339350, CASE WHEN ((std_ret#94338984 = NA) OR ...(2) Project [ret_large#94342452, ret_small#94342454, (ret_large#94342452 - ret_small#94342454) AS differential#94342567] +- (2) BroadcastNestedLoopJoin BuildRight, Cross :- (2) Project [annual_ret#94339350 AS ret_large#94342452] : +- (2) Filter (isnotnull(cap#94339344) AND (cap#94339344 = 1.0)) : +- (2) ColumnarToRow : +- InMemoryTableScan [annual_ret#94339350, cap#94339344], [isnotnull(cap#94339344), (cap#94339344 = 1.0)] : +- InMemoryRelation [cap#94339344, retIC#94339345, resretIC#94339346, numcos#94339347, numdates#94339348, annual_bmret#94339349, annual_ret#94339350, std_ret#94339351, Sharpe_ret#94339352, PctPos_ret#94339353, TR_ret#94339354, IR_ret#94339355, annual_resret#94339357, std_resret#94339358, Sharpe_resret#94339426, PctPos_resret#94339427, TR_resret#94339428, IR_resret#94339440, annual_retnet#94339442, std_retnet#94339443, Sharpe_retnet#94339457, PctPos_retnet#94339471, TR_retnet#94339473, IR_retnet#94339489, ... 2 more fields], StorageLevel(disk... scala.collection.AbstractIterator.toStream(Iterator.scala:1431) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829)	2025/08/02 15:19:26	9 ms	1/1	424.0 B

Page: