3.2.1
Jobs
Stages
Storage
Environment
Executors
SQL
PlusAMP App Middleware
application UI
Details for Stage 512624 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0 ms
Locality Level Summary:
Process local: 1
Input Size / Records:
424.0 B / 1
Associated Job Ids:
331173
DAG Visualization
digraph G { subgraph clusterstage_512624 { label="Stage 512624"; subgraph cluster6297386 { label="Scan csv "; 3621440 [labelType="html" label="FileScanRDD [3621440]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3621441 [labelType="html" label="MapPartitionsRDD [3621441]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6297382 { label="WholeStageCodegen (1)"; 3621442 [labelType="html" label="MapPartitionsRDD [3621442]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6297381 { label="InMemoryTableScan"; 3621443 [labelType="html" label="MapPartitionsRDD [3621443]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3621444 [labelType="html" label="*(1) Project [CASE WHEN ((cap#94296341 = NA) OR (cap#94296341 = null)) THEN null ELSE cast(cap#94296341 as float) END AS cap#94296649, CASE WHEN ((retIC#94296342 = NA) OR (retIC#94296342 = null)) THEN null ELSE cast(retIC#94296342 as float) END AS retIC#94296651, CASE WHEN ((resretIC#94296343 = NA) OR (resretIC#94296343 = null)) THEN null ELSE cast(resretIC#94296343 as float) END AS resretIC#94296653, CASE WHEN ((numcos#94296344 = NA) OR (numcos#94296344 = null)) THEN null ELSE cast(numcos#94296344 as float) END AS numcos#94296655, CASE WHEN ((numdates#94296345 = NA) OR (numdates#94296345 = null)) THEN null ELSE cast(numdates#94296345 as int) END AS numdates#94296670, CASE WHEN ((annual_bmret#94296346 = NA) OR (annual_bmret#94296346 = null)) THEN null ELSE cast(annual_bmret#94296346 as float) END AS annual_bmret#94296684, CASE WHEN ((annual_ret#94296347 = NA) OR (annual_ret#94296347 = null)) THEN null ELSE cast(annual_ret#94296347 as float) END AS annual_ret#94296698, CASE WHEN ((std_ret#94296348 = NA) OR ... [3621444] [Cached]<br>$anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6297587 { label="InMemoryTableScan"; 3621555 [labelType="html" label="MapPartitionsRDD [3621555]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621557 [labelType="html" label="MapPartitionsRDD [3621557]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621559 [labelType="html" label="MapPartitionsRDD [3621559]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297546 { label="WholeStageCodegen (2)"; 3621561 [labelType="html" label="MapPartitionsRDD [3621561]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297545 { label="InMemoryTableScan"; 3621562 [labelType="html" label="MapPartitionsRDD [3621562]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621564 [labelType="html" label="*(2) Project [ret_large#94299763, ret_small#94299793, (ret_large#94299763 - ret_small#94299793) AS differential#94299882]\n+- *(2) BroadcastNestedLoopJoin BuildRight, Cross\n :- *(2) Project [annual_ret#94296698 AS ret_large#94299763]\n : +- *(2) Filter (isnotnull(cap#94296649) AND (cap#94296649 = 1.0))\n : +- *(2) ColumnarToRow\n : +- InMemoryTableScan [annual_ret#94296698, cap#94296649], [isnotnull(cap#94296649), (cap#94296649 = 1.0)]\n : +- InMemoryRelation [cap#94296649, retIC#94296651, resretIC#94296653, numcos#94296655, numdates#94296670, annual_bmret#94296684, annual_ret#94296698, std_ret#94296712, Sharpe_ret#94296726, PctPos_ret#94296728, TR_ret#94296741, IR_ret#94296742, annual_resret#94296805, std_resret#94296806, Sharpe_resret#94296807, PctPos_resret#94296820, TR_resret#94296821, IR_resret#94296822, annual_retnet#94296823, std_retnet#94296824, Sharpe_retnet#94296825, PctPos_retnet#94296826, TR_retnet#94296827, IR_retnet#94296828, ... 2 more fields], StorageLevel(disk... [3621564] [Cached]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297736 { label="InMemoryTableScan"; 3621635 [labelType="html" label="MapPartitionsRDD [3621635]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621636 [labelType="html" label="MapPartitionsRDD [3621636]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621637 [labelType="html" label="MapPartitionsRDD [3621637]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297733 { label="WholeStageCodegen (1)"; 3621638 [labelType="html" label="MapPartitionsRDD [3621638]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297732 { label="CollectLimit"; 3621639 [labelType="html" label="MapPartitionsRDD [3621639]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297737 { label="mapPartitionsInternal"; 3621640 [labelType="html" label="MapPartitionsRDD [3621640]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297738 { label="map"; 3621641 [labelType="html" label="MapPartitionsRDD [3621641]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3621440->3621441; 3621441->3621442; 3621442->3621443; 3621443->3621444; 3621444->3621555; 3621555->3621557; 3621557->3621559; 3621559->3621561; 3621561->3621562; 3621562->3621564; 3621564->3621635; 3621635->3621636; 3621636->3621637; 3621637->3621638; 3621638->3621639; 3621639->3621640; 3621640->3621641; }
3621444
3621564
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time