PlusAMP App Middleware - Details for Stage 512675 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 35.4 KiB / 3414
Shuffle Write Size / Records: 35.4 KiB / 3414
Associated Job Ids: 331208

digraph G { subgraph clusterstage_512675 { label="Stage 512675"; subgraph cluster6298363 { label="Exchange"; 3622030 [labelType="html" label="ShuffledRowRDD [3622030] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298360 { label="WholeStageCodegen (2)"; 3622031 [labelType="html" label="MapPartitionsRDD [3622031] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298359 { label="InMemoryTableScan"; 3622032 [labelType="html" label="MapPartitionsRDD [3622032] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622033 [labelType="html" label="*(2) Sort [date#94310974 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94310974 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7530069]\n +- Union\n :- InMemoryTableScan [date#94310974, numcos#94311023]\n : +- InMemoryRelation [date#94310974, overall#94310975, ret#94311002, resret#94311003, retnet#94311004, turnover#94311022, numcos#94311023, benchmark#94311024, excess_ret#94311034, excess_resret#94311035, excess_retnet#94311036], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94310751 = null) THEN null ELSE cast(date#94310751 as date) END AS date#94310974, CASE WHEN ((overall#94310752 = NA) OR (overall#94310752 = null)) THEN null ELSE cast(overall#94310752 as int) END AS overall#94310975, CASE WHEN ((ret#94310753 = NA) OR (ret#94310753 = null)) THEN null ELSE cast(ret#94310753 as float) END AS ret#94311002, CASE WHEN ((resret#94310754 = NA) OR (resret#94310754 = null)) THEN null ELSE cast(resret#94310754 as float) END A... [3622033] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622034 [labelType="html" label="MapPartitionsRDD [3622034] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622035 [labelType="html" label="MapPartitionsRDD [3622035] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622036 [labelType="html" label="MapPartitionsRDD [3622036] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6298358 { label="CollectLimit"; 3622037 [labelType="html" label="MapPartitionsRDD [3622037] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3622038 [labelType="html" label="MapPartitionsRDD [3622038] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3622030->3622031; 3622031->3622032; 3622032->3622033; 3622033->3622034; 3622034->3622035; 3622035->3622036; 3622036->3622037; 3622037->3622038; }

3622029,3622030

3622033

Event Timeline

Enable zooming