PlusAMP App Middleware - Details for Stage 512601 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 55.5 KiB / 5647
Shuffle Write Size / Records: 55.5 KiB / 5647
Associated Job Ids: 331159

digraph G { subgraph clusterstage_512601 { label="Stage 512601"; subgraph cluster6297430 { label="Exchange"; 3621493 [labelType="html" label="ShuffledRowRDD [3621493] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297427 { label="WholeStageCodegen (2)"; 3621494 [labelType="html" label="MapPartitionsRDD [3621494] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297426 { label="InMemoryTableScan"; 3621495 [labelType="html" label="MapPartitionsRDD [3621495] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621496 [labelType="html" label="*(2) Sort [date#94296415 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94296415 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7528929]\n +- Union\n :- InMemoryTableScan [date#94296415, numcos#94296473]\n : +- InMemoryRelation [date#94296415, overall#94296416, ret#94296443, resret#94296444, retnet#94296445, turnover#94296472, numcos#94296473, benchmark#94296474, excess_ret#94296475, excess_resret#94296476, excess_retnet#94296477], StorageLevel(disk, memory, deserialized, 1 replicas)\n : +- *(1) Project [CASE WHEN (date#94296240 = null) THEN null ELSE cast(date#94296240 as date) END AS date#94296415, CASE WHEN ((overall#94296241 = NA) OR (overall#94296241 = null)) THEN null ELSE cast(overall#94296241 as int) END AS overall#94296416, CASE WHEN ((ret#94296242 = NA) OR (ret#94296242 = null)) THEN null ELSE cast(ret#94296242 as float) END AS ret#94296443, CASE WHEN ((resret#94296243 = NA) OR (resret#94296243 = null)) THEN null ELSE cast(resret#94296243 as float) END A... [3621496] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621497 [labelType="html" label="MapPartitionsRDD [3621497] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621498 [labelType="html" label="MapPartitionsRDD [3621498] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621499 [labelType="html" label="MapPartitionsRDD [3621499] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6297425 { label="CollectLimit"; 3621500 [labelType="html" label="MapPartitionsRDD [3621500] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3621501 [labelType="html" label="MapPartitionsRDD [3621501] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3621493->3621494; 3621494->3621495; 3621495->3621496; 3621496->3621497; 3621497->3621498; 3621498->3621499; 3621499->3621500; 3621500->3621501; }

3621492,3621493

3621496

Event Timeline

Enable zooming