PlusAMP App Middleware - Details for Stage 513133 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Node local: 26
Shuffle Read Size / Records: 1846.0 B / 26
Shuffle Write Size / Records: 1846.0 B / 26
Associated Job Ids: 331512

digraph G { subgraph clusterstage_513133 { label="Stage 513133"; subgraph cluster6304090 { label="Exchange"; 3625372 [labelType="html" label="ShuffledRowRDD [3625372] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304087 { label="WholeStageCodegen (2)"; 3625373 [labelType="html" label="MapPartitionsRDD [3625373] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304086 { label="InMemoryTableScan"; 3625374 [labelType="html" label="MapPartitionsRDD [3625374] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625375 [labelType="html" label="*(2) Sort [year#94399378 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(year#94399378 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7537025]\n +- *(1) Project [year#94399378, turnover#94399453, (1.0 / cast(turnover#94399453 as double)) AS days_hold#94399494]\n +- *(1) Filter isnotnull(turnover#94399453)\n +- *(1) ColumnarToRow\n +- InMemoryTableScan [turnover#94399453, year#94399378], [isnotnull(turnover#94399453)]\n +- InMemoryRelation [year#94399378, retIC#94399379, resretIC#94399413, numcos#94399414, numdates#94399415, annual_bmret#94399416, annual_ret#94399418, std_ret#94399420, Sharpe_ret#94399422, PctPos_ret#94399423, TR_ret#94399426, IR_ret#94399427, annual_resret#94399430, std_resret#94399432, Sharpe_resret#94399434, PctPos_resret#94399436, TR_resret#94399437, IR_resret#94399439, annual_retnet#94399442, std_retnet#94399443, Sharpe_retnet#94399446, PctPos_retnet#94399447, TR_retnet#94399450, IR_retnet#94399451, turnover#94399453], StorageLevel(disk, ... [3625375] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625376 [labelType="html" label="MapPartitionsRDD [3625376] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625377 [labelType="html" label="MapPartitionsRDD [3625377] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625378 [labelType="html" label="MapPartitionsRDD [3625378] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304083 { label="WholeStageCodegen (1)"; 3625379 [labelType="html" label="MapPartitionsRDD [3625379] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304082 { label="CollectLimit"; 3625380 [labelType="html" label="MapPartitionsRDD [3625380] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625381 [labelType="html" label="MapPartitionsRDD [3625381] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3625372->3625373; 3625373->3625374; 3625374->3625375; 3625375->3625376; 3625376->3625377; 3625377->3625378; 3625378->3625379; 3625379->3625380; 3625380->3625381; }

3625371,3625372

3625375

Event Timeline

Enable zooming