PlusAMP App Middleware - Details for Stage 512962 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Node local: 13
Shuffle Read Size / Records: 1396.0 B / 13
Shuffle Write Size / Records: 1396.0 B / 13
Associated Job Ids: 331399

digraph G { subgraph clusterstage_512962 { label="Stage 512962"; subgraph cluster6302006 { label="Exchange"; 3624130 [labelType="html" label="ShuffledRowRDD [3624130] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302000 { label="WholeStageCodegen (3)"; 3624131 [labelType="html" label="MapPartitionsRDD [3624131] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301999 { label="InMemoryTableScan"; 3624132 [labelType="html" label="MapPartitionsRDD [3624132] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624133 [labelType="html" label="*(3) Sort [sort#94160419 ASC NULLS FIRST, description#94160423 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(sort#94160419 ASC NULLS FIRST, description#94160423 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7534490]\n +- *(2) Project [sector_id#94368013, numcos#94368019, numdates#94368101, sort#94160419, description#94160423, universe#94368286, coverage#94368142]\n +- *(2) BroadcastHashJoin [sector_id#94368013], [sector_id#94160418], Inner, BuildRight, false\n :- *(2) Project [sector_id#94368013, numcos#94368019, numdates#94368101, coverage#94368142, round((cast(numcos#94368019 as double) / cast(coverage#94368142 as double)), 0) AS universe#94368286]\n : +- *(2) Filter isnotnull(sector_id#94368013)\n : +- *(2) ColumnarToRow\n : +- InMemoryTableScan [coverage#94368142, numcos#94368019, numdates#94368101, sector_id#94368013], [isnotnull(sector_id#94368013)]\n : +- InMemoryRelation [sector_id#94368013, retIC#94368015, resretIC#94368... [3624133] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624134 [labelType="html" label="MapPartitionsRDD [3624134] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624135 [labelType="html" label="MapPartitionsRDD [3624135] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624136 [labelType="html" label="MapPartitionsRDD [3624136] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301998 { label="CollectLimit"; 3624137 [labelType="html" label="MapPartitionsRDD [3624137] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624138 [labelType="html" label="MapPartitionsRDD [3624138] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3624130->3624131; 3624131->3624132; 3624132->3624133; 3624133->3624134; 3624134->3624135; 3624135->3624136; 3624136->3624137; 3624137->3624138; }

3624129,3624130

3624133

Event Timeline

Enable zooming