PlusAMP App Middleware - Details for Stage 512254 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 45.9 KiB / 4850
Shuffle Write Size / Records: 45.9 KiB / 4850
Associated Job Ids: 330929

digraph G { subgraph clusterstage_512254 { label="Stage 512254"; subgraph cluster6292946 { label="Exchange"; 3618954 [labelType="html" label="ShuffledRowRDD [3618954] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292943 { label="WholeStageCodegen (2)"; 3618955 [labelType="html" label="MapPartitionsRDD [3618955] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292942 { label="InMemoryTableScan"; 3618956 [labelType="html" label="MapPartitionsRDD [3618956] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618957 [labelType="html" label="*(2) Sort [date#94231100 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94231100 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7523548]\n +- Union\n :- InMemoryTableScan [date#94231100, numcos#94231122]\n : +- InMemoryRelation [date#94231100, overall#94231103, ret#94231107, resret#94231110, retnet#94231115, turnover#94231119, numcos#94231122, benchmark#94231125, excess_ret#94231131, excess_resret#94231135, excess_retnet#94231140], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94230794 = null) THEN null ELSE cast(date#94230794 as date) END AS date#94231100, CASE WHEN ((overall#94230795 = NA) OR (overall#94230795 = null)) THEN null ELSE cast(overall#94230795 as int) END AS overall#94231103, CASE WHEN ((ret#94230796 = NA) OR (ret#94230796 = null)) THEN null ELSE cast(ret#94230796 as float) END AS ret#94231107, CASE WHEN ((resret#94230797 = NA) OR (resret#94230797 = null)) THEN null ELSE cast(resret#94230797 as float) END A... [3618957] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618958 [labelType="html" label="MapPartitionsRDD [3618958] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618959 [labelType="html" label="MapPartitionsRDD [3618959] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618960 [labelType="html" label="MapPartitionsRDD [3618960] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292941 { label="CollectLimit"; 3618961 [labelType="html" label="MapPartitionsRDD [3618961] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618962 [labelType="html" label="MapPartitionsRDD [3618962] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3618954->3618955; 3618955->3618956; 3618956->3618957; 3618957->3618958; 3618958->3618959; 3618959->3618960; 3618960->3618961; 3618961->3618962; }

3618953,3618954

3618957

Event Timeline

Enable zooming