PlusAMP App Middleware - Details for Stage 512767 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 20 ms
Locality Level Summary: Process local: 14
Input Size / Records: 6.3 KiB / 14
Shuffle Write Size / Records: 1000.0 B / 14
Associated Job Ids: 331269

digraph G { subgraph clusterstage_512767 { label="Stage 512767"; subgraph cluster6299402 { label="Exchange"; 3622664 [labelType="html" label="ShuffledRowRDD [3622664] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299393 { label="WholeStageCodegen (2)"; 3622675 [labelType="html" label="MapPartitionsRDD [3622675] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299392 { label="InMemoryTableScan"; 3622676 [labelType="html" label="MapPartitionsRDD [3622676] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622678 [labelType="html" label="*(2) Sort [year#94328492 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(year#94328492 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7531340]\n +- *(1) Project [year#94328492, turnover#94328540, (1.0 / cast(turnover#94328540 as double)) AS days_hold#94328575]\n +- *(1) Filter isnotnull(turnover#94328540)\n +- *(1) ColumnarToRow\n +- InMemoryTableScan [turnover#94328540, year#94328492], [isnotnull(turnover#94328540)]\n +- InMemoryRelation [year#94328492, retIC#94328494, resretIC#94328496, numcos#94328498, numdates#94328500, annual_bmret#94328502, annual_ret#94328504, std_ret#94328506, Sharpe_ret#94328508, PctPos_ret#94328510, TR_ret#94328512, IR_ret#94328514, annual_resret#94328516, std_resret#94328518, Sharpe_resret#94328520, PctPos_resret#94328522, TR_resret#94328524, IR_resret#94328526, annual_retnet#94328528, std_retnet#94328530, Sharpe_retnet#94328532, PctPos_retnet#94328534, TR_retnet#94328536, IR_retnet#94328538, turnover#94328540], StorageLevel(disk, ... [3622678] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299579 { label="InMemoryTableScan"; 3622696 [labelType="html" label="MapPartitionsRDD [3622696] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622697 [labelType="html" label="MapPartitionsRDD [3622697] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622698 [labelType="html" label="MapPartitionsRDD [3622698] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299576 { label="WholeStageCodegen (1)"; 3622699 [labelType="html" label="MapPartitionsRDD [3622699] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299575 { label="CollectLimit"; 3622700 [labelType="html" label="MapPartitionsRDD [3622700] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622701 [labelType="html" label="MapPartitionsRDD [3622701] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3622664->3622675; 3622675->3622676; 3622676->3622678; 3622678->3622696; 3622696->3622697; 3622697->3622698; 3622698->3622699; 3622699->3622700; 3622700->3622701; }

3622662,3622664

3622678

Event Timeline

Enable zooming