PlusAMP App Middleware - Details for Stage 512989 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 58 ms
Locality Level Summary: Process local: 26
Input Size / Records: 11.8 KiB / 26
Shuffle Write Size / Records: 1846.0 B / 26
Associated Job Ids: 331416

digraph G { subgraph clusterstage_512989 { label="Stage 512989"; subgraph cluster6302221 { label="Exchange"; 3624298 [labelType="html" label="ShuffledRowRDD [3624298] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302218 { label="WholeStageCodegen (2)"; 3624299 [labelType="html" label="MapPartitionsRDD [3624299] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302217 { label="InMemoryTableScan"; 3624300 [labelType="html" label="MapPartitionsRDD [3624300] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624301 [labelType="html" label="*(2) Sort [year#94371588 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(year#94371588 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7534732]\n +- *(1) Project [year#94371588, turnover#94371662, (1.0 / cast(turnover#94371662 as double)) AS days_hold#94371704]\n +- *(1) Filter isnotnull(turnover#94371662)\n +- *(1) ColumnarToRow\n +- InMemoryTableScan [turnover#94371662, year#94371588], [isnotnull(turnover#94371662)]\n +- InMemoryRelation [year#94371588, retIC#94371589, resretIC#94371590, numcos#94371624, numdates#94371625, annual_bmret#94371626, annual_ret#94371627, std_ret#94371628, Sharpe_ret#94371630, PctPos_ret#94371632, TR_ret#94371634, IR_ret#94371636, annual_resret#94371638, std_resret#94371640, Sharpe_resret#94371642, PctPos_resret#94371644, TR_resret#94371646, IR_resret#94371648, annual_retnet#94371650, std_retnet#94371652, Sharpe_retnet#94371654, PctPos_retnet#94371656, TR_retnet#94371658, IR_retnet#94371660, turnover#94371662], StorageLevel(disk, ... [3624301] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302394 { label="InMemoryTableScan"; 3624319 [labelType="html" label="MapPartitionsRDD [3624319] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624320 [labelType="html" label="MapPartitionsRDD [3624320] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624321 [labelType="html" label="MapPartitionsRDD [3624321] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302391 { label="WholeStageCodegen (1)"; 3624322 [labelType="html" label="MapPartitionsRDD [3624322] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302390 { label="CollectLimit"; 3624323 [labelType="html" label="MapPartitionsRDD [3624323] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624324 [labelType="html" label="MapPartitionsRDD [3624324] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3624298->3624299; 3624299->3624300; 3624300->3624301; 3624301->3624319; 3624319->3624320; 3624320->3624321; 3624321->3624322; 3624322->3624323; 3624323->3624324; }

3624297,3624298

3624301

Event Timeline

Enable zooming