PlusAMP App Middleware - Details for Stage 512897 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 25.9 KiB / 1981
Shuffle Write Size / Records: 25.9 KiB / 1981
Associated Job Ids: 331355

digraph G { subgraph clusterstage_512897 { label="Stage 512897"; subgraph cluster6301183 { label="Exchange"; 3623653 [labelType="html" label="ShuffledRowRDD [3623653] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301180 { label="WholeStageCodegen (2)"; 3623654 [labelType="html" label="MapPartitionsRDD [3623654] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301179 { label="InMemoryTableScan"; 3623655 [labelType="html" label="MapPartitionsRDD [3623655] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623656 [labelType="html" label="*(2) Sort [date#94354232 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94354232 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7533495]\n +- Union\n :- InMemoryTableScan [date#94354232, numcos#94354248]\n : +- InMemoryRelation [date#94354232, overall#94354233, ret#94354234, resret#94354235, retnet#94354246, turnover#94354247, numcos#94354248, benchmark#94354249, excess_ret#94354250, excess_resret#94354251, excess_retnet#94354252], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94353924 = null) THEN null ELSE cast(date#94353924 as date) END AS date#94354232, CASE WHEN ((overall#94353925 = NA) OR (overall#94353925 = null)) THEN null ELSE cast(overall#94353925 as int) END AS overall#94354233, CASE WHEN ((ret#94353926 = NA) OR (ret#94353926 = null)) THEN null ELSE cast(ret#94353926 as float) END AS ret#94354234, CASE WHEN ((resret#94353927 = NA) OR (resret#94353927 = null)) THEN null ELSE cast(resret#94353927 as float) END A... [3623656] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623657 [labelType="html" label="MapPartitionsRDD [3623657] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623658 [labelType="html" label="MapPartitionsRDD [3623658] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623659 [labelType="html" label="MapPartitionsRDD [3623659] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6301178 { label="CollectLimit"; 3623660 [labelType="html" label="MapPartitionsRDD [3623660] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623661 [labelType="html" label="MapPartitionsRDD [3623661] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623653->3623654; 3623654->3623655; 3623655->3623656; 3623656->3623657; 3623657->3623658; 3623658->3623659; 3623659->3623660; 3623660->3623661; }

3623652,3623653

3623656

Event Timeline

Enable zooming