PlusAMP App Middleware - Details for Stage 512911 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 56 ms
Locality Level Summary: Node local: 9
Shuffle Read Size / Records: 647.0 B / 9
Shuffle Write Size / Records: 647.0 B / 9
Associated Job Ids: 331365

digraph G { subgraph clusterstage_512911 { label="Stage 512911"; subgraph cluster6301272 { label="Exchange"; 3623755 [labelType="html" label="ShuffledRowRDD [3623755] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301269 { label="WholeStageCodegen (2)"; 3623756 [labelType="html" label="MapPartitionsRDD [3623756] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301268 { label="InMemoryTableScan"; 3623757 [labelType="html" label="MapPartitionsRDD [3623757] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623758 [labelType="html" label="*(2) Sort [year#94357164 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(year#94357164 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7533610]\n +- *(1) Project [year#94357164, turnover#94357210, (1.0 / cast(turnover#94357210 as double)) AS days_hold#94357247]\n +- *(1) Filter isnotnull(turnover#94357210)\n +- InMemoryTableScan [turnover#94357210, year#94357164], [isnotnull(turnover#94357210)]\n +- InMemoryRelation [year#94357164, retIC#94357166, resretIC#94357168, numcos#94357170, numdates#94357172, annual_bmret#94357173, annual_ret#94357175, std_ret#94357177, Sharpe_ret#94357179, PctPos_ret#94357181, TR_ret#94357183, IR_ret#94357184, annual_resret#94357186, std_resret#94357189, Sharpe_resret#94357190, PctPos_resret#94357193, TR_resret#94357195, IR_resret#94357196, annual_retnet#94357198, std_retnet#94357200, Sharpe_retnet#94357202, PctPos_retnet#94357205, TR_retnet#94357206, IR_retnet#94357208, turnover#94357210], StorageLevel(disk, memory, deserialized, 1 replicas)\n ... [3623758] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623759 [labelType="html" label="MapPartitionsRDD [3623759] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623760 [labelType="html" label="MapPartitionsRDD [3623760] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623761 [labelType="html" label="MapPartitionsRDD [3623761] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301265 { label="WholeStageCodegen (1)"; 3623762 [labelType="html" label="MapPartitionsRDD [3623762] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301264 { label="CollectLimit"; 3623763 [labelType="html" label="MapPartitionsRDD [3623763] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623764 [labelType="html" label="MapPartitionsRDD [3623764] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623755->3623756; 3623756->3623757; 3623757->3623758; 3623758->3623759; 3623759->3623760; 3623760->3623761; 3623761->3623762; 3623762->3623763; 3623763->3623764; }

3623754,3623755

3623758

Event Timeline

Enable zooming