PlusAMP App Middleware - Details for Stage 512985 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.4 s
Locality Level Summary: Node local: 26
Shuffle Read Size / Records: 1846.0 B / 26
Shuffle Write Size / Records: 1846.0 B / 26
Associated Job Ids: 331414

digraph G { subgraph clusterstage_512985 { label="Stage 512985"; subgraph cluster6302221 { label="Exchange"; 3624298 [labelType="html" label="ShuffledRowRDD [3624298] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302218 { label="WholeStageCodegen (2)"; 3624299 [labelType="html" label="MapPartitionsRDD [3624299] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302217 { label="InMemoryTableScan"; 3624300 [labelType="html" label="MapPartitionsRDD [3624300] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624301 [labelType="html" label="*(2) Sort [year#94371588 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(year#94371588 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7534732]\n +- *(1) Project [year#94371588, turnover#94371662, (1.0 / cast(turnover#94371662 as double)) AS days_hold#94371704]\n +- *(1) Filter isnotnull(turnover#94371662)\n +- *(1) ColumnarToRow\n +- InMemoryTableScan [turnover#94371662, year#94371588], [isnotnull(turnover#94371662)]\n +- InMemoryRelation [year#94371588, retIC#94371589, resretIC#94371590, numcos#94371624, numdates#94371625, annual_bmret#94371626, annual_ret#94371627, std_ret#94371628, Sharpe_ret#94371630, PctPos_ret#94371632, TR_ret#94371634, IR_ret#94371636, annual_resret#94371638, std_resret#94371640, Sharpe_resret#94371642, PctPos_resret#94371644, TR_resret#94371646, IR_resret#94371648, annual_retnet#94371650, std_retnet#94371652, Sharpe_retnet#94371654, PctPos_retnet#94371656, TR_retnet#94371658, IR_retnet#94371660, turnover#94371662], StorageLevel(disk, ... [3624301] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624302 [labelType="html" label="MapPartitionsRDD [3624302] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624303 [labelType="html" label="MapPartitionsRDD [3624303] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624304 [labelType="html" label="MapPartitionsRDD [3624304] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302214 { label="WholeStageCodegen (1)"; 3624305 [labelType="html" label="MapPartitionsRDD [3624305] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302213 { label="CollectLimit"; 3624306 [labelType="html" label="MapPartitionsRDD [3624306] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624307 [labelType="html" label="MapPartitionsRDD [3624307] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3624298->3624299; 3624299->3624300; 3624300->3624301; 3624301->3624302; 3624302->3624303; 3624303->3624304; 3624304->3624305; 3624305->3624306; 3624306->3624307; }

3624297,3624298

3624301

Event Timeline

Enable zooming