PlusAMP App Middleware - Details for Job 330558

Status: SUCCEEDED
Submitted: 2025/08/01 16:00:17
Duration: 20 ms
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_511660 { label="Stage 511660"; subgraph cluster6285848 { label="Scan csv "; 3614835 [labelType="html" label="FileScanRDD [3614835] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3614836 [labelType="html" label="MapPartitionsRDD [3614836] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6285844 { label="WholeStageCodegen (1)"; 3614837 [labelType="html" label="MapPartitionsRDD [3614837] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6285843 { label="InMemoryTableScan"; 3614838 [labelType="html" label="MapPartitionsRDD [3614838] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3614839 [labelType="html" label="*(1) Project [CASE WHEN ((cap#94125227 = NA) OR (cap#94125227 = null)) THEN null ELSE cast(cap#94125227 as float) END AS cap#94125439, CASE WHEN ((retIC#94125228 = NA) OR (retIC#94125228 = null)) THEN null ELSE cast(retIC#94125228 as float) END AS retIC#94125440, CASE WHEN ((resretIC#94125229 = NA) OR (resretIC#94125229 = null)) THEN null ELSE cast(resretIC#94125229 as float) END AS resretIC#94125441, CASE WHEN ((numcos#94125230 = NA) OR (numcos#94125230 = null)) THEN null ELSE cast(numcos#94125230 as float) END AS numcos#94125442, CASE WHEN ((numdates#94125231 = NA) OR (numdates#94125231 = null)) THEN null ELSE cast(numdates#94125231 as int) END AS numdates#94125443, CASE WHEN ((annual_bmret#94125232 = NA) OR (annual_bmret#94125232 = null)) THEN null ELSE cast(annual_bmret#94125232 as float) END AS annual_bmret#94125456, CASE WHEN ((annual_ret#94125233 = NA) OR (annual_ret#94125233 = null)) THEN null ELSE cast(annual_ret#94125233 as float) END AS annual_ret#94125545, CASE WHEN ((std_ret#94125234 = NA) OR ... [3614839] [Cached] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6286069 { label="InMemoryTableScan"; 3614962 [labelType="html" label="MapPartitionsRDD [3614962] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614963 [labelType="html" label="MapPartitionsRDD [3614963] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614964 [labelType="html" label="MapPartitionsRDD [3614964] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286009 { label="WholeStageCodegen (2)"; 3614965 [labelType="html" label="MapPartitionsRDD [3614965] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286008 { label="InMemoryTableScan"; 3614966 [labelType="html" label="MapPartitionsRDD [3614966] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614967 [labelType="html" label="*(2) Project [ret_large#94128625, ret_small#94128655, (ret_large#94128625 - ret_small#94128655) AS differential#94128744]\n+- *(2) BroadcastNestedLoopJoin BuildRight, Cross\n :- *(2) Project [annual_ret#94125545 AS ret_large#94128625]\n : +- *(2) Filter (isnotnull(cap#94125439) AND (cap#94125439 = 1.0))\n : +- *(2) ColumnarToRow\n : +- InMemoryTableScan [annual_ret#94125545, cap#94125439], [isnotnull(cap#94125439), (cap#94125439 = 1.0)]\n : +- InMemoryRelation [cap#94125439, retIC#94125440, resretIC#94125441, numcos#94125442, numdates#94125443, annual_bmret#94125456, annual_ret#94125545, std_ret#94125546, Sharpe_ret#94125559, PctPos_ret#94125560, TR_ret#94125561, IR_ret#94125574, annual_resret#94125575, std_resret#94125636, Sharpe_resret#94125637, PctPos_resret#94125650, TR_resret#94125654, IR_resret#94125668, annual_retnet#94125672, std_retnet#94125674, Sharpe_retnet#94125676, PctPos_retnet#94125678, TR_retnet#94125680, IR_retnet#94125682, ... 2 more fields], StorageLevel(disk... [3614967] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614968 [labelType="html" label="MapPartitionsRDD [3614968] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614969 [labelType="html" label="MapPartitionsRDD [3614969] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614970 [labelType="html" label="MapPartitionsRDD [3614970] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286002 { label="WholeStageCodegen (1)"; 3614971 [labelType="html" label="MapPartitionsRDD [3614971] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286001 { label="CollectLimit"; 3614972 [labelType="html" label="MapPartitionsRDD [3614972] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286070 { label="mapPartitionsInternal"; 3614973 [labelType="html" label="MapPartitionsRDD [3614973] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286071 { label="map"; 3614974 [labelType="html" label="MapPartitionsRDD [3614974] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3614835->3614836; 3614836->3614837; 3614837->3614838; 3614838->3614839; 3614839->3614962; 3614962->3614963; 3614963->3614964; 3614964->3614965; 3614965->3614966; 3614966->3614967; 3614967->3614968; 3614968->3614969; 3614969->3614970; 3614970->3614971; 3614971->3614972; 3614972->3614973; 3614973->3614974; }

3614839

3614967

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
511660	default	toStream at SparkDataStreamBuilder.scala:39 +details RDD: (1) Project [CASE WHEN ((cap#94125227 = NA) OR (cap#94125227 = null)) THEN null ELSE cast(cap#94125227 as float) END AS cap#94125439, CASE WHEN ((retIC#94125228 = NA) OR (retIC#94125228 = null)) THEN null ELSE cast(retIC#94125228 as float) END AS retIC#94125440, CASE WHEN ((resretIC#94125229 = NA) OR (resretIC#94125229 = null)) THEN null ELSE cast(resretIC#94125229 as float) END AS resretIC#94125441, CASE WHEN ((numcos#94125230 = NA) OR (numcos#94125230 = null)) THEN null ELSE cast(numcos#94125230 as float) END AS numcos#94125442, CASE WHEN ((numdates#94125231 = NA) OR (numdates#94125231 = null)) THEN null ELSE cast(numdates#94125231 as int) END AS numdates#94125443, CASE WHEN ((annual_bmret#94125232 = NA) OR (annual_bmret#94125232 = null)) THEN null ELSE cast(annual_bmret#94125232 as float) END AS annual_bmret#94125456, CASE WHEN ((annual_ret#94125233 = NA) OR (annual_ret#94125233 = null)) THEN null ELSE cast(annual_ret#94125233 as float) END AS annual_ret#94125545, CASE WHEN ((std_ret#94125234 = NA) OR ...(2) Project [ret_large#94128625, ret_small#94128655, (ret_large#94128625 - ret_small#94128655) AS differential#94128744] +- (2) BroadcastNestedLoopJoin BuildRight, Cross :- (2) Project [annual_ret#94125545 AS ret_large#94128625] : +- (2) Filter (isnotnull(cap#94125439) AND (cap#94125439 = 1.0)) : +- (2) ColumnarToRow : +- InMemoryTableScan [annual_ret#94125545, cap#94125439], [isnotnull(cap#94125439), (cap#94125439 = 1.0)] : +- InMemoryRelation [cap#94125439, retIC#94125440, resretIC#94125441, numcos#94125442, numdates#94125443, annual_bmret#94125456, annual_ret#94125545, std_ret#94125546, Sharpe_ret#94125559, PctPos_ret#94125560, TR_ret#94125561, IR_ret#94125574, annual_resret#94125575, std_resret#94125636, Sharpe_resret#94125637, PctPos_resret#94125650, TR_resret#94125654, IR_resret#94125668, annual_retnet#94125672, std_retnet#94125674, Sharpe_retnet#94125676, PctPos_retnet#94125678, TR_retnet#94125680, IR_retnet#94125682, ... 2 more fields], StorageLevel(disk... scala.collection.AbstractIterator.toStream(Iterator.scala:1431) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1426) java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290) java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020) java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656) java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594) java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183)	2025/08/01 16:00:17	10 ms	1/1	2.6 KiB

Page: