PlusAMP App Middleware - Details for Stage 512749 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 31.3 KiB / 3412
Shuffle Write Size / Records: 31.3 KiB / 3412
Associated Job Ids: 331257

digraph G { subgraph clusterstage_512749 { label="Stage 512749"; subgraph cluster6299307 { label="Exchange"; 3622573 [labelType="html" label="ShuffledRowRDD [3622573] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299304 { label="WholeStageCodegen (2)"; 3622574 [labelType="html" label="MapPartitionsRDD [3622574] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299303 { label="InMemoryTableScan"; 3622575 [labelType="html" label="MapPartitionsRDD [3622575] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622576 [labelType="html" label="*(2) Sort [date#94324653 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94324653 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7531219]\n +- Union\n :- InMemoryTableScan [date#94324653, numcos#94324711]\n : +- InMemoryRelation [date#94324653, overall#94324654, ret#94324655, resret#94324656, retnet#94324683, turnover#94324684, numcos#94324711, benchmark#94324712, excess_ret#94324713, excess_resret#94324752, excess_retnet#94324753], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94324581 = null) THEN null ELSE cast(date#94324581 as date) END AS date#94324653, CASE WHEN ((overall#94324582 = NA) OR (overall#94324582 = null)) THEN null ELSE cast(overall#94324582 as int) END AS overall#94324654, CASE WHEN ((ret#94324583 = NA) OR (ret#94324583 = null)) THEN null ELSE cast(ret#94324583 as float) END AS ret#94324655, CASE WHEN ((resret#94324584 = NA) OR (resret#94324584 = null)) THEN null ELSE cast(resret#94324584 as float) END A... [3622576] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622577 [labelType="html" label="MapPartitionsRDD [3622577] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622578 [labelType="html" label="MapPartitionsRDD [3622578] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622579 [labelType="html" label="MapPartitionsRDD [3622579] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6299302 { label="CollectLimit"; 3622580 [labelType="html" label="MapPartitionsRDD [3622580] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622581 [labelType="html" label="MapPartitionsRDD [3622581] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3622573->3622574; 3622574->3622575; 3622575->3622576; 3622576->3622577; 3622577->3622578; 3622578->3622579; 3622579->3622580; 3622580->3622581; }

3622572,3622573

3622576

Event Timeline

Enable zooming