PlusAMP App Middleware - Details for Stage 512971 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 56.4 KiB / 6432
Shuffle Write Size / Records: 56.4 KiB / 6432
Associated Job Ids: 331404

digraph G { subgraph clusterstage_512971 { label="Stage 512971"; subgraph cluster6302122 { label="Exchange"; 3624196 [labelType="html" label="ShuffledRowRDD [3624196] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302119 { label="WholeStageCodegen (2)"; 3624197 [labelType="html" label="MapPartitionsRDD [3624197] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302118 { label="InMemoryTableScan"; 3624198 [labelType="html" label="MapPartitionsRDD [3624198] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624199 [labelType="html" label="*(2) Sort [date#94367886 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94367886 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7534611]\n +- Union\n :- InMemoryTableScan [date#94367886, numcos#94367892]\n : +- InMemoryRelation [date#94367886, overall#94367887, ret#94367888, resret#94367889, retnet#94367890, turnover#94367891, numcos#94367892, benchmark#94367893, excess_ret#94367894, excess_resret#94367895, excess_retnet#94367896], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94367711 = null) THEN null ELSE cast(date#94367711 as date) END AS date#94367886, CASE WHEN ((overall#94367712 = NA) OR (overall#94367712 = null)) THEN null ELSE cast(overall#94367712 as int) END AS overall#94367887, CASE WHEN ((ret#94367713 = NA) OR (ret#94367713 = null)) THEN null ELSE cast(ret#94367713 as float) END AS ret#94367888, CASE WHEN ((resret#94367714 = NA) OR (resret#94367714 = null)) THEN null ELSE cast(resret#94367714 as float) END A... [3624199] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624200 [labelType="html" label="MapPartitionsRDD [3624200] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624201 [labelType="html" label="MapPartitionsRDD [3624201] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624202 [labelType="html" label="MapPartitionsRDD [3624202] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302117 { label="CollectLimit"; 3624203 [labelType="html" label="MapPartitionsRDD [3624203] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624204 [labelType="html" label="MapPartitionsRDD [3624204] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3624196->3624197; 3624197->3624198; 3624198->3624199; 3624199->3624200; 3624200->3624201; 3624201->3624202; 3624202->3624203; 3624203->3624204; }

3624195,3624196

3624199

Event Timeline

Enable zooming