PlusAMP App Middleware - Details for Stage 512196 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 79.7 KiB / 4518
Shuffle Write Size / Records: 79.7 KiB / 4518
Associated Job Ids: 330892

digraph G { subgraph clusterstage_512196 { label="Stage 512196"; subgraph cluster6292297 { label="Exchange"; 3618532 [labelType="html" label="ShuffledRowRDD [3618532] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292294 { label="WholeStageCodegen (2)"; 3618533 [labelType="html" label="MapPartitionsRDD [3618533] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292293 { label="InMemoryTableScan"; 3618534 [labelType="html" label="MapPartitionsRDD [3618534] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618535 [labelType="html" label="*(2) Sort [date#94219331 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94219331 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7522588]\n +- *(1) Project [date#94219331, allcum#94219333 AS cum_gross#94219503, allcumnet#94219361 AS cum_net#94219504]\n +- InMemoryTableScan [allcum#94219333, allcumnet#94219361, date#94219331]\n +- InMemoryRelation [date#94219331, allret#94219332, allcum#94219333, drawdown_gross#94219356, drawdown_length_gross#94219357, allretnet#94219359, allcumnet#94219361, drawdown_net#94219365, drawdown_length_net#94219369, numcos#94219375, largecum#94219377, largecumnet#94219378, largeret#94219380, largeretnet#94219388, midcum#94219392, midcumnet#94219395, midret#94219399, midretnet#94219401, smallcum#94219403, smallcumnet#94219405, smallret#94219407, smallretnet#94219409], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94219172 = null) THEN null ELSE cast(date#94219172 as date) END AS date#94219331, ... [3618535] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618536 [labelType="html" label="MapPartitionsRDD [3618536] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618537 [labelType="html" label="MapPartitionsRDD [3618537] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618538 [labelType="html" label="MapPartitionsRDD [3618538] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6292292 { label="CollectLimit"; 3618539 [labelType="html" label="MapPartitionsRDD [3618539] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618540 [labelType="html" label="MapPartitionsRDD [3618540] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3618532->3618533; 3618533->3618534; 3618534->3618535; 3618535->3618536; 3618536->3618537; 3618537->3618538; 3618538->3618539; 3618539->3618540; }

3618531,3618532

3618535

Event Timeline

Enable zooming