PlusAMP App Middleware - Details for Stage 512814 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Node local: 13
Shuffle Read Size / Records: 1331.0 B / 13
Shuffle Write Size / Records: 1331.0 B / 13
Associated Job Ids: 331301

digraph G { subgraph clusterstage_512814 { label="Stage 512814"; subgraph cluster6300136 { label="Exchange"; 3623050 [labelType="html" label="ShuffledRowRDD [3623050] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300129 { label="WholeStageCodegen (3)"; 3623051 [labelType="html" label="MapPartitionsRDD [3623051] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300128 { label="InMemoryTableScan"; 3623052 [labelType="html" label="MapPartitionsRDD [3623052] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623053 [labelType="html" label="*(3) Sort [sort#94160419 ASC NULLS FIRST, description#94160423 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(sort#94160419 ASC NULLS FIRST, description#94160423 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7532240]\n +- *(2) Project [sector_id#94339267, numcos#94339270, numdates#94339271, sort#94160419, description#94160423, universe#94339595, coverage#94339521]\n +- *(2) BroadcastHashJoin [sector_id#94339267], [sector_id#94160418], Inner, BuildLeft, false\n :- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, int, true] as bigint)),false), [id=#7532233]\n : +- *(1) Project [sector_id#94339267, numcos#94339270, numdates#94339271, coverage#94339521, round((cast(numcos#94339270 as double) / cast(coverage#94339521 as double)), 0) AS universe#94339595]\n : +- *(1) Filter isnotnull(sector_id#94339267)\n : +- *(1) ColumnarToRow\n : +- InMemoryTableScan [coverage#94339521, numcos#94339270, numdates#94339271, sector_id#94339... [3623053] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623054 [labelType="html" label="MapPartitionsRDD [3623054] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623055 [labelType="html" label="MapPartitionsRDD [3623055] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623056 [labelType="html" label="MapPartitionsRDD [3623056] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300127 { label="CollectLimit"; 3623057 [labelType="html" label="MapPartitionsRDD [3623057] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623058 [labelType="html" label="MapPartitionsRDD [3623058] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623050->3623051; 3623051->3623052; 3623052->3623053; 3623053->3623054; 3623054->3623055; 3623055->3623056; 3623056->3623057; 3623057->3623058; }

3623049,3623050

3623053

Event Timeline

Enable zooming