PlusAMP App Middleware - Details for Stage 512834 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.1 s
Locality Level Summary: Node local: 14
Shuffle Read Size / Records: 1006.0 B / 14
Shuffle Write Size / Records: 1006.0 B / 14
Associated Job Ids: 331315

digraph G { subgraph clusterstage_512834 { label="Stage 512834"; subgraph cluster6300349 { label="Exchange"; 3623204 [labelType="html" label="ShuffledRowRDD [3623204] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300346 { label="WholeStageCodegen (2)"; 3623205 [labelType="html" label="MapPartitionsRDD [3623205] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300345 { label="InMemoryTableScan"; 3623206 [labelType="html" label="MapPartitionsRDD [3623206] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623207 [labelType="html" label="*(2) Sort [year#94342706 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(year#94342706 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7532482]\n +- *(1) Project [year#94342706, turnover#94342830, (1.0 / cast(turnover#94342830 as double)) AS days_hold#94342908]\n +- *(1) Filter isnotnull(turnover#94342830)\n +- *(1) ColumnarToRow\n +- InMemoryTableScan [turnover#94342830, year#94342706], [isnotnull(turnover#94342830)]\n +- InMemoryRelation [year#94342706, retIC#94342707, resretIC#94342708, numcos#94342709, numdates#94342710, annual_bmret#94342711, annual_ret#94342712, std_ret#94342713, Sharpe_ret#94342715, PctPos_ret#94342716, TR_ret#94342717, IR_ret#94342718, annual_resret#94342719, std_resret#94342720, Sharpe_resret#94342754, PctPos_resret#94342755, TR_resret#94342789, IR_resret#94342790, annual_retnet#94342791, std_retnet#94342792, Sharpe_retnet#94342793, PctPos_retnet#94342794, TR_retnet#94342828, IR_retnet#94342829, turnover#94342830], StorageLevel(disk, ... [3623207] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623208 [labelType="html" label="MapPartitionsRDD [3623208] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623209 [labelType="html" label="MapPartitionsRDD [3623209] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623210 [labelType="html" label="MapPartitionsRDD [3623210] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300342 { label="WholeStageCodegen (1)"; 3623211 [labelType="html" label="MapPartitionsRDD [3623211] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300341 { label="CollectLimit"; 3623212 [labelType="html" label="MapPartitionsRDD [3623212] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623213 [labelType="html" label="MapPartitionsRDD [3623213] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623204->3623205; 3623205->3623206; 3623206->3623207; 3623207->3623208; 3623208->3623209; 3623209->3623210; 3623210->3623211; 3623211->3623212; 3623212->3623213; }

3623203,3623204

3623207

Event Timeline

Enable zooming