PlusAMP App Middleware - Details for Stage 512823 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 34.2 KiB / 3414
Shuffle Write Size / Records: 34.2 KiB / 3414
Associated Job Ids: 331306

digraph G { subgraph clusterstage_512823 { label="Stage 512823"; subgraph cluster6300251 { label="Exchange"; 3623116 [labelType="html" label="ShuffledRowRDD [3623116] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300248 { label="WholeStageCodegen (2)"; 3623117 [labelType="html" label="MapPartitionsRDD [3623117] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300247 { label="InMemoryTableScan"; 3623118 [labelType="html" label="MapPartitionsRDD [3623118] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623119 [labelType="html" label="*(2) Sort [date#94339134 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94339134 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7532361]\n +- Union\n :- InMemoryTableScan [date#94339134, numcos#94339198]\n : +- InMemoryRelation [date#94339134, overall#94339136, ret#94339138, resret#94339166, retnet#94339168, turnover#94339196, numcos#94339198, benchmark#94339263, excess_ret#94339264, excess_resret#94339265, excess_retnet#94339266], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94338953 = null) THEN null ELSE cast(date#94338953 as date) END AS date#94339134, CASE WHEN ((overall#94338954 = NA) OR (overall#94338954 = null)) THEN null ELSE cast(overall#94338954 as int) END AS overall#94339136, CASE WHEN ((ret#94338955 = NA) OR (ret#94338955 = null)) THEN null ELSE cast(ret#94338955 as float) END AS ret#94339138, CASE WHEN ((resret#94338956 = NA) OR (resret#94338956 = null)) THEN null ELSE cast(resret#94338956 as float) END A... [3623119] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623120 [labelType="html" label="MapPartitionsRDD [3623120] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623121 [labelType="html" label="MapPartitionsRDD [3623121] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623122 [labelType="html" label="MapPartitionsRDD [3623122] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300246 { label="CollectLimit"; 3623123 [labelType="html" label="MapPartitionsRDD [3623123] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623124 [labelType="html" label="MapPartitionsRDD [3623124] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623116->3623117; 3623117->3623118; 3623118->3623119; 3623119->3623120; 3623120->3623121; 3623121->3623122; 3623122->3623123; 3623123->3623124; }

3623115,3623116

3623119

Event Timeline

Enable zooming