PlusAMP App Middleware - Details for Stage 512888 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.2 s
Locality Level Summary: Node local: 12
Shuffle Read Size / Records: 1313.0 B / 12
Shuffle Write Size / Records: 1313.0 B / 12
Associated Job Ids: 331350

digraph G { subgraph clusterstage_512888 { label="Stage 512888"; subgraph cluster6301080 { label="Exchange"; 3623587 [labelType="html" label="ShuffledRowRDD [3623587] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301073 { label="WholeStageCodegen (3)"; 3623588 [labelType="html" label="MapPartitionsRDD [3623588] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301072 { label="InMemoryTableScan"; 3623589 [labelType="html" label="MapPartitionsRDD [3623589] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623590 [labelType="html" label="*(3) Sort [sort#94160419 ASC NULLS FIRST, description#94160423 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(sort#94160419 ASC NULLS FIRST, description#94160423 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7533384]\n +- *(2) Project [sector_id#94354208, numcos#94354279, numdates#94354348, sort#94160419, description#94160423, universe#94354578, coverage#94354418]\n +- *(2) BroadcastHashJoin [sector_id#94354208], [sector_id#94160418], Inner, BuildLeft, false\n :- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, int, true] as bigint)),false), [id=#7533377]\n : +- *(1) Project [CASE WHEN ((sector_id#94354027 = NA) OR (sector_id#94354027 = null)) THEN null ELSE cast(sector_id#94354027 as int) END AS sector_id#94354208, CASE WHEN ((numcos#94354030 = NA) OR (numcos#94354030 = null)) THEN null ELSE cast(numcos#94354030 as float) END AS numcos#94354279, CASE WHEN ((numdates#94354031 = NA) OR (numdates#94354031 = null)) THEN null ELSE cast(numdates#94354031 as float)... [3623590] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623591 [labelType="html" label="MapPartitionsRDD [3623591] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623592 [labelType="html" label="MapPartitionsRDD [3623592] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623593 [labelType="html" label="MapPartitionsRDD [3623593] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301071 { label="CollectLimit"; 3623594 [labelType="html" label="MapPartitionsRDD [3623594] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623595 [labelType="html" label="MapPartitionsRDD [3623595] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623587->3623588; 3623588->3623589; 3623589->3623590; 3623590->3623591; 3623591->3623592; 3623592->3623593; 3623593->3623594; 3623594->3623595; }

3623586,3623587

3623590

Event Timeline

Enable zooming