PlusAMP App Middleware - Details for Stage 513137 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 35 ms
Locality Level Summary: Process local: 26
Input Size / Records: 11.8 KiB / 26
Shuffle Write Size / Records: 1846.0 B / 26
Associated Job Ids: 331514

digraph G { subgraph clusterstage_513137 { label="Stage 513137"; subgraph cluster6304090 { label="Exchange"; 3625372 [labelType="html" label="ShuffledRowRDD [3625372] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304087 { label="WholeStageCodegen (2)"; 3625373 [labelType="html" label="MapPartitionsRDD [3625373] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304086 { label="InMemoryTableScan"; 3625374 [labelType="html" label="MapPartitionsRDD [3625374] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625375 [labelType="html" label="*(2) Sort [year#94399378 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(year#94399378 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7537025]\n +- *(1) Project [year#94399378, turnover#94399453, (1.0 / cast(turnover#94399453 as double)) AS days_hold#94399494]\n +- *(1) Filter isnotnull(turnover#94399453)\n +- *(1) ColumnarToRow\n +- InMemoryTableScan [turnover#94399453, year#94399378], [isnotnull(turnover#94399453)]\n +- InMemoryRelation [year#94399378, retIC#94399379, resretIC#94399413, numcos#94399414, numdates#94399415, annual_bmret#94399416, annual_ret#94399418, std_ret#94399420, Sharpe_ret#94399422, PctPos_ret#94399423, TR_ret#94399426, IR_ret#94399427, annual_resret#94399430, std_resret#94399432, Sharpe_resret#94399434, PctPos_resret#94399436, TR_resret#94399437, IR_resret#94399439, annual_retnet#94399442, std_retnet#94399443, Sharpe_retnet#94399446, PctPos_retnet#94399447, TR_retnet#94399450, IR_retnet#94399451, turnover#94399453], StorageLevel(disk, ... [3625375] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304260 { label="InMemoryTableScan"; 3625393 [labelType="html" label="MapPartitionsRDD [3625393] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625394 [labelType="html" label="MapPartitionsRDD [3625394] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625395 [labelType="html" label="MapPartitionsRDD [3625395] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304257 { label="WholeStageCodegen (1)"; 3625396 [labelType="html" label="MapPartitionsRDD [3625396] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304256 { label="CollectLimit"; 3625397 [labelType="html" label="MapPartitionsRDD [3625397] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625398 [labelType="html" label="MapPartitionsRDD [3625398] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3625372->3625373; 3625373->3625374; 3625374->3625375; 3625375->3625393; 3625393->3625394; 3625394->3625395; 3625395->3625396; 3625396->3625397; 3625397->3625398; }

3625371,3625372

3625375

Event Timeline

Enable zooming