PlusAMP App Middleware - Details for Stage 512305 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 40.4 KiB / 4518
Shuffle Write Size / Records: 40.4 KiB / 4518
Associated Job Ids: 330963

digraph G { subgraph clusterstage_512305 { label="Stage 512305"; subgraph cluster6293687 { label="Exchange"; 3619339 [labelType="html" label="ShuffledRowRDD [3619339] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6293684 { label="WholeStageCodegen (2)"; 3619340 [labelType="html" label="MapPartitionsRDD [3619340] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6293683 { label="InMemoryTableScan"; 3619341 [labelType="html" label="MapPartitionsRDD [3619341] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619342 [labelType="html" label="*(2) Sort [date#94240187 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94240187 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7524341]\n +- Union\n :- InMemoryTableScan [date#94240187, numcos#94240206]\n : +- InMemoryRelation [date#94240187, overall#94240188, ret#94240201, resret#94240203, retnet#94240204, turnover#94240205, numcos#94240206, benchmark#94240207, excess_ret#94240208, excess_resret#94240209, excess_retnet#94240210], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94240143 = null) THEN null ELSE cast(date#94240143 as date) END AS date#94240187, CASE WHEN ((overall#94240144 = NA) OR (overall#94240144 = null)) THEN null ELSE cast(overall#94240144 as int) END AS overall#94240188, CASE WHEN ((ret#94240145 = NA) OR (ret#94240145 = null)) THEN null ELSE cast(ret#94240145 as float) END AS ret#94240201, CASE WHEN ((resret#94240146 = NA) OR (resret#94240146 = null)) THEN null ELSE cast(resret#94240146 as float) END A... [3619342] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619343 [labelType="html" label="MapPartitionsRDD [3619343] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619344 [labelType="html" label="MapPartitionsRDD [3619344] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619345 [labelType="html" label="MapPartitionsRDD [3619345] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6293682 { label="CollectLimit"; 3619346 [labelType="html" label="MapPartitionsRDD [3619346] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619347 [labelType="html" label="MapPartitionsRDD [3619347] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3619339->3619340; 3619340->3619341; 3619341->3619342; 3619342->3619343; 3619343->3619344; 3619344->3619345; 3619345->3619346; 3619346->3619347; }

3619338,3619339

3619342

Event Timeline

Enable zooming