PlusAMP App Middleware - Details for Job 331460

Status: SUCCEEDED
Submitted: 2025/08/02 15:24:16
Duration: 72 ms
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_513053 { label="Stage 513053"; subgraph cluster6303011 { label="Scan csv "; 3624680 [labelType="html" label="FileScanRDD [3624680] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3624681 [labelType="html" label="MapPartitionsRDD [3624681] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6303008 { label="WholeStageCodegen (1)"; 3624682 [labelType="html" label="MapPartitionsRDD [3624682] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6303007 { label="InMemoryTableScan"; 3624683 [labelType="html" label="MapPartitionsRDD [3624683] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3624684 [labelType="html" label="*(1) Project [CASE WHEN ((cap#94382327 = NA) OR (cap#94382327 = null)) THEN null ELSE cast(cap#94382327 as float) END AS cap#94382550, CASE WHEN ((retIC#94382328 = NA) OR (retIC#94382328 = null)) THEN null ELSE cast(retIC#94382328 as float) END AS retIC#94382563, CASE WHEN ((resretIC#94382329 = NA) OR (resretIC#94382329 = null)) THEN null ELSE cast(resretIC#94382329 as float) END AS resretIC#94382565, CASE WHEN ((numcos#94382330 = NA) OR (numcos#94382330 = null)) THEN null ELSE cast(numcos#94382330 as float) END AS numcos#94382567, CASE WHEN ((numdates#94382331 = NA) OR (numdates#94382331 = null)) THEN null ELSE cast(numdates#94382331 as int) END AS numdates#94382568, CASE WHEN ((annual_bmret#94382332 = NA) OR (annual_bmret#94382332 = null)) THEN null ELSE cast(annual_bmret#94382332 as float) END AS annual_bmret#94382569, CASE WHEN ((annual_ret#94382333 = NA) OR (annual_ret#94382333 = null)) THEN null ELSE cast(annual_ret#94382333 as float) END AS annual_ret#94382570, CASE WHEN ((std_ret#94382334 = NA) OR ... [3624684] [Cached] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6303209 { label="InMemoryTableScan"; 3624786 [labelType="html" label="MapPartitionsRDD [3624786] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624790 [labelType="html" label="MapPartitionsRDD [3624790] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624793 [labelType="html" label="MapPartitionsRDD [3624793] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303159 { label="WholeStageCodegen (2)"; 3624798 [labelType="html" label="MapPartitionsRDD [3624798] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303158 { label="InMemoryTableScan"; 3624800 [labelType="html" label="MapPartitionsRDD [3624800] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624802 [labelType="html" label="*(2) Project [ret_large#94385129, ret_small#94385159, (ret_large#94385129 - ret_small#94385159) AS differential#94385217]\n+- *(2) BroadcastNestedLoopJoin BuildRight, Cross\n :- *(2) Project [annual_ret#94382570 AS ret_large#94385129]\n : +- *(2) Filter (isnotnull(cap#94382550) AND (cap#94382550 = 1.0))\n : +- *(2) ColumnarToRow\n : +- InMemoryTableScan [annual_ret#94382570, cap#94382550], [isnotnull(cap#94382550), (cap#94382550 = 1.0)]\n : +- InMemoryRelation [cap#94382550, retIC#94382563, resretIC#94382565, numcos#94382567, numdates#94382568, annual_bmret#94382569, annual_ret#94382570, std_ret#94382571, Sharpe_ret#94382572, PctPos_ret#94382599, TR_ret#94382600, IR_ret#94382638, annual_resret#94382640, std_resret#94382641, Sharpe_resret#94382654, PctPos_resret#94382655, TR_resret#94382667, IR_resret#94382668, annual_retnet#94382669, std_retnet#94382670, Sharpe_retnet#94382671, PctPos_retnet#94382732, TR_retnet#94382733, IR_retnet#94382735, ... 2 more fields], StorageLevel(disk... [3624802] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624804 [labelType="html" label="MapPartitionsRDD [3624804] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624805 [labelType="html" label="MapPartitionsRDD [3624805] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624807 [labelType="html" label="MapPartitionsRDD [3624807] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303155 { label="WholeStageCodegen (1)"; 3624809 [labelType="html" label="MapPartitionsRDD [3624809] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303154 { label="CollectLimit"; 3624810 [labelType="html" label="MapPartitionsRDD [3624810] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303213 { label="mapPartitionsInternal"; 3624811 [labelType="html" label="MapPartitionsRDD [3624811] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303214 { label="map"; 3624812 [labelType="html" label="MapPartitionsRDD [3624812] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3624680->3624681; 3624681->3624682; 3624682->3624683; 3624683->3624684; 3624684->3624786; 3624786->3624790; 3624790->3624793; 3624793->3624798; 3624798->3624800; 3624800->3624802; 3624802->3624804; 3624804->3624805; 3624805->3624807; 3624807->3624809; 3624809->3624810; 3624810->3624811; 3624811->3624812; }

3624684

3624802

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
513053	default	toStream at SparkDataStreamBuilder.scala:39 +details RDD: (1) Project [CASE WHEN ((cap#94382327 = NA) OR (cap#94382327 = null)) THEN null ELSE cast(cap#94382327 as float) END AS cap#94382550, CASE WHEN ((retIC#94382328 = NA) OR (retIC#94382328 = null)) THEN null ELSE cast(retIC#94382328 as float) END AS retIC#94382563, CASE WHEN ((resretIC#94382329 = NA) OR (resretIC#94382329 = null)) THEN null ELSE cast(resretIC#94382329 as float) END AS resretIC#94382565, CASE WHEN ((numcos#94382330 = NA) OR (numcos#94382330 = null)) THEN null ELSE cast(numcos#94382330 as float) END AS numcos#94382567, CASE WHEN ((numdates#94382331 = NA) OR (numdates#94382331 = null)) THEN null ELSE cast(numdates#94382331 as int) END AS numdates#94382568, CASE WHEN ((annual_bmret#94382332 = NA) OR (annual_bmret#94382332 = null)) THEN null ELSE cast(annual_bmret#94382332 as float) END AS annual_bmret#94382569, CASE WHEN ((annual_ret#94382333 = NA) OR (annual_ret#94382333 = null)) THEN null ELSE cast(annual_ret#94382333 as float) END AS annual_ret#94382570, CASE WHEN ((std_ret#94382334 = NA) OR ...(2) Project [ret_large#94385129, ret_small#94385159, (ret_large#94385129 - ret_small#94385159) AS differential#94385217] +- (2) BroadcastNestedLoopJoin BuildRight, Cross :- (2) Project [annual_ret#94382570 AS ret_large#94385129] : +- (2) Filter (isnotnull(cap#94382550) AND (cap#94382550 = 1.0)) : +- (2) ColumnarToRow : +- InMemoryTableScan [annual_ret#94382570, cap#94382550], [isnotnull(cap#94382550), (cap#94382550 = 1.0)] : +- InMemoryRelation [cap#94382550, retIC#94382563, resretIC#94382565, numcos#94382567, numdates#94382568, annual_bmret#94382569, annual_ret#94382570, std_ret#94382571, Sharpe_ret#94382572, PctPos_ret#94382599, TR_ret#94382600, IR_ret#94382638, annual_resret#94382640, std_resret#94382641, Sharpe_resret#94382654, PctPos_resret#94382655, TR_resret#94382667, IR_resret#94382668, annual_retnet#94382669, std_retnet#94382670, Sharpe_retnet#94382671, PctPos_retnet#94382732, TR_retnet#94382733, IR_retnet#94382735, ... 2 more fields], StorageLevel(disk... scala.collection.AbstractIterator.toStream(Iterator.scala:1431) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1426) java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290) java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020) java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656) java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594) java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)	2025/08/02 15:24:16	58 ms	1/1	2.6 KiB

Page: