PlusAMP App Middleware - Details for Stage 512915 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 13 ms
Locality Level Summary: Process local: 9
Input Size / Records: 4.1 KiB / 9
Shuffle Write Size / Records: 647.0 B / 9
Associated Job Ids: 331367

digraph G { subgraph clusterstage_512915 { label="Stage 512915"; subgraph cluster6301272 { label="Exchange"; 3623755 [labelType="html" label="ShuffledRowRDD [3623755] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301269 { label="WholeStageCodegen (2)"; 3623756 [labelType="html" label="MapPartitionsRDD [3623756] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301268 { label="InMemoryTableScan"; 3623757 [labelType="html" label="MapPartitionsRDD [3623757] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623758 [labelType="html" label="*(2) Sort [year#94357164 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(year#94357164 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7533610]\n +- *(1) Project [year#94357164, turnover#94357210, (1.0 / cast(turnover#94357210 as double)) AS days_hold#94357247]\n +- *(1) Filter isnotnull(turnover#94357210)\n +- InMemoryTableScan [turnover#94357210, year#94357164], [isnotnull(turnover#94357210)]\n +- InMemoryRelation [year#94357164, retIC#94357166, resretIC#94357168, numcos#94357170, numdates#94357172, annual_bmret#94357173, annual_ret#94357175, std_ret#94357177, Sharpe_ret#94357179, PctPos_ret#94357181, TR_ret#94357183, IR_ret#94357184, annual_resret#94357186, std_resret#94357189, Sharpe_resret#94357190, PctPos_resret#94357193, TR_resret#94357195, IR_resret#94357196, annual_retnet#94357198, std_retnet#94357200, Sharpe_retnet#94357202, PctPos_retnet#94357205, TR_retnet#94357206, IR_retnet#94357208, turnover#94357210], StorageLevel(disk, memory, deserialized, 1 replicas)\n ... [3623758] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301451 { label="InMemoryTableScan"; 3623776 [labelType="html" label="MapPartitionsRDD [3623776] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623777 [labelType="html" label="MapPartitionsRDD [3623777] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623778 [labelType="html" label="MapPartitionsRDD [3623778] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301448 { label="WholeStageCodegen (1)"; 3623779 [labelType="html" label="MapPartitionsRDD [3623779] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301447 { label="CollectLimit"; 3623780 [labelType="html" label="MapPartitionsRDD [3623780] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623781 [labelType="html" label="MapPartitionsRDD [3623781] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623755->3623756; 3623756->3623757; 3623757->3623758; 3623758->3623776; 3623776->3623777; 3623777->3623778; 3623778->3623779; 3623779->3623780; 3623780->3623781; }

3623754,3623755

3623758

Event Timeline

Enable zooming