PlusAMP App Middleware - Details for Stage 512841 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 27 ms
Locality Level Summary: Process local: 14
Input Size / Records: 6.3 KiB / 14
Shuffle Write Size / Records: 1006.0 B / 14
Associated Job Ids: 331318

digraph G { subgraph clusterstage_512841 { label="Stage 512841"; subgraph cluster6300349 { label="Exchange"; 3623204 [labelType="html" label="ShuffledRowRDD [3623204] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300346 { label="WholeStageCodegen (2)"; 3623205 [labelType="html" label="MapPartitionsRDD [3623205] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300345 { label="InMemoryTableScan"; 3623206 [labelType="html" label="MapPartitionsRDD [3623206] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623207 [labelType="html" label="*(2) Sort [year#94342706 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(year#94342706 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7532482]\n +- *(1) Project [year#94342706, turnover#94342830, (1.0 / cast(turnover#94342830 as double)) AS days_hold#94342908]\n +- *(1) Filter isnotnull(turnover#94342830)\n +- *(1) ColumnarToRow\n +- InMemoryTableScan [turnover#94342830, year#94342706], [isnotnull(turnover#94342830)]\n +- InMemoryRelation [year#94342706, retIC#94342707, resretIC#94342708, numcos#94342709, numdates#94342710, annual_bmret#94342711, annual_ret#94342712, std_ret#94342713, Sharpe_ret#94342715, PctPos_ret#94342716, TR_ret#94342717, IR_ret#94342718, annual_resret#94342719, std_resret#94342720, Sharpe_resret#94342754, PctPos_resret#94342755, TR_resret#94342789, IR_resret#94342790, annual_retnet#94342791, std_retnet#94342792, Sharpe_retnet#94342793, PctPos_retnet#94342794, TR_retnet#94342828, IR_retnet#94342829, turnover#94342830], StorageLevel(disk, ... [3623207] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300523 { label="InMemoryTableScan"; 3623239 [labelType="html" label="MapPartitionsRDD [3623239] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623240 [labelType="html" label="MapPartitionsRDD [3623240] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623241 [labelType="html" label="MapPartitionsRDD [3623241] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300520 { label="WholeStageCodegen (1)"; 3623242 [labelType="html" label="MapPartitionsRDD [3623242] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300519 { label="CollectLimit"; 3623243 [labelType="html" label="MapPartitionsRDD [3623243] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623244 [labelType="html" label="MapPartitionsRDD [3623244] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623204->3623205; 3623205->3623206; 3623206->3623207; 3623207->3623239; 3623239->3623240; 3623240->3623241; 3623241->3623242; 3623242->3623243; 3623243->3623244; }

3623203,3623204

3623207

Event Timeline

Enable zooming