PlusAMP App Middleware - Details for Stage 512527 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 52.6 KiB / 5931
Shuffle Write Size / Records: 52.6 KiB / 5931
Associated Job Ids: 331110

digraph G { subgraph clusterstage_512527 { label="Stage 512527"; subgraph cluster6296486 { label="Exchange"; 3620950 [labelType="html" label="ShuffledRowRDD [3620950] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6296483 { label="WholeStageCodegen (2)"; 3620951 [labelType="html" label="MapPartitionsRDD [3620951] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6296482 { label="InMemoryTableScan"; 3620952 [labelType="html" label="MapPartitionsRDD [3620952] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620953 [labelType="html" label="*(2) Sort [date#94282656 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94282656 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7527772]\n +- Union\n :- InMemoryTableScan [date#94282656, numcos#94282679]\n : +- InMemoryRelation [date#94282656, overall#94282662, ret#94282666, resret#94282668, retnet#94282671, turnover#94282675, numcos#94282679, benchmark#94282682, excess_ret#94282685, excess_resret#94282708, excess_retnet#94282772], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94282340 = null) THEN null ELSE cast(date#94282340 as date) END AS date#94282656, CASE WHEN ((overall#94282341 = NA) OR (overall#94282341 = null)) THEN null ELSE cast(overall#94282341 as int) END AS overall#94282662, CASE WHEN ((ret#94282342 = NA) OR (ret#94282342 = null)) THEN null ELSE cast(ret#94282342 as float) END AS ret#94282666, CASE WHEN ((resret#94282343 = NA) OR (resret#94282343 = null)) THEN null ELSE cast(resret#94282343 as float) END A... [3620953] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620954 [labelType="html" label="MapPartitionsRDD [3620954] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620955 [labelType="html" label="MapPartitionsRDD [3620955] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620956 [labelType="html" label="MapPartitionsRDD [3620956] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6296481 { label="CollectLimit"; 3620957 [labelType="html" label="MapPartitionsRDD [3620957] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3620958 [labelType="html" label="MapPartitionsRDD [3620958] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3620950->3620951; 3620951->3620952; 3620952->3620953; 3620953->3620954; 3620954->3620955; 3620955->3620956; 3620956->3620957; 3620957->3620958; }

3620949,3620950

3620953

Event Timeline

Enable zooming