PlusAMP App Middleware - Details for Stage 512453 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 36.5 KiB / 3211
Shuffle Write Size / Records: 36.5 KiB / 3211
Associated Job Ids: 331061

digraph G { subgraph clusterstage_512453 { label="Stage 512453"; subgraph cluster6295553 { label="Exchange"; 3620413 [labelType="html" label="ShuffledRowRDD [3620413] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6295550 { label="WholeStageCodegen (2)"; 3620414 [labelType="html" label="MapPartitionsRDD [3620414] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6295549 { label="InMemoryTableScan"; 3620415 [labelType="html" label="MapPartitionsRDD [3620415] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620416 [labelType="html" label="*(2) Sort [date#94268081 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94268081 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7526624]\n +- Union\n :- InMemoryTableScan [date#94268081, numcos#94268104]\n : +- InMemoryRelation [date#94268081, overall#94268086, ret#94268089, resret#94268092, retnet#94268098, turnover#94268102, numcos#94268104, benchmark#94268108, excess_ret#94268113, excess_resret#94268117, excess_retnet#94268121], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94267773 = null) THEN null ELSE cast(date#94267773 as date) END AS date#94268081, CASE WHEN ((overall#94267774 = NA) OR (overall#94267774 = null)) THEN null ELSE cast(overall#94267774 as int) END AS overall#94268086, CASE WHEN ((ret#94267775 = NA) OR (ret#94267775 = null)) THEN null ELSE cast(ret#94267775 as float) END AS ret#94268089, CASE WHEN ((resret#94267776 = NA) OR (resret#94267776 = null)) THEN null ELSE cast(resret#94267776 as float) END A... [3620416] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620417 [labelType="html" label="MapPartitionsRDD [3620417] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620418 [labelType="html" label="MapPartitionsRDD [3620418] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620419 [labelType="html" label="MapPartitionsRDD [3620419] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6295548 { label="CollectLimit"; 3620420 [labelType="html" label="MapPartitionsRDD [3620420] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620421 [labelType="html" label="MapPartitionsRDD [3620421] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3620413->3620414; 3620414->3620415; 3620415->3620416; 3620416->3620417; 3620417->3620418; 3620418->3620419; 3620419->3620420; 3620420->3620421; }

3620412,3620413

3620416

Event Timeline

Enable zooming