PlusAMP App Middleware - Details for Stage 512379 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 51.3 KiB / 5034
Shuffle Write Size / Records: 51.3 KiB / 5034
Associated Job Ids: 331012

digraph G { subgraph clusterstage_512379 { label="Stage 512379"; subgraph cluster6294620 { label="Exchange"; 3619876 [labelType="html" label="ShuffledRowRDD [3619876] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6294617 { label="WholeStageCodegen (2)"; 3619877 [labelType="html" label="MapPartitionsRDD [3619877] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6294616 { label="InMemoryTableScan"; 3619878 [labelType="html" label="MapPartitionsRDD [3619878] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619879 [labelType="html" label="*(2) Sort [date#94254826 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94254826 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7525489]\n +- Union\n :- InMemoryTableScan [date#94254826, numcos#94254832]\n : +- InMemoryRelation [date#94254826, overall#94254827, ret#94254828, resret#94254829, retnet#94254830, turnover#94254831, numcos#94254832, benchmark#94254833, excess_ret#94254834, excess_resret#94254835, excess_retnet#94254874], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94254675 = null) THEN null ELSE cast(date#94254675 as date) END AS date#94254826, CASE WHEN ((overall#94254676 = NA) OR (overall#94254676 = null)) THEN null ELSE cast(overall#94254676 as int) END AS overall#94254827, CASE WHEN ((ret#94254677 = NA) OR (ret#94254677 = null)) THEN null ELSE cast(ret#94254677 as float) END AS ret#94254828, CASE WHEN ((resret#94254678 = NA) OR (resret#94254678 = null)) THEN null ELSE cast(resret#94254678 as float) END A... [3619879] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619880 [labelType="html" label="MapPartitionsRDD [3619880] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619881 [labelType="html" label="MapPartitionsRDD [3619881] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619882 [labelType="html" label="MapPartitionsRDD [3619882] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6294615 { label="CollectLimit"; 3619883 [labelType="html" label="MapPartitionsRDD [3619883] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619884 [labelType="html" label="MapPartitionsRDD [3619884] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3619876->3619877; 3619877->3619878; 3619878->3619879; 3619879->3619880; 3619880->3619881; 3619881->3619882; 3619882->3619883; 3619883->3619884; }

3619875,3619876

3619879

Event Timeline

Enable zooming