PlusAMP App Middleware - Details for Stage 513015 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 128.5 KiB / 6432
Shuffle Write Size / Records: 128.5 KiB / 6432
Associated Job Ids: 331434

digraph G { subgraph clusterstage_513015 { label="Stage 513015"; subgraph cluster6302689 { label="Exchange"; 3624508 [labelType="html" label="ShuffledRowRDD [3624508] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302686 { label="WholeStageCodegen (2)"; 3624509 [labelType="html" label="MapPartitionsRDD [3624509] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302685 { label="InMemoryTableScan"; 3624510 [labelType="html" label="MapPartitionsRDD [3624510] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624511 [labelType="html" label="*(2) Sort [date#94378299 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94378299 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7535329]\n +- *(1) Project [date#94378299, allret#94378300 AS daily_gross#94378425, allretnet#94378304 AS daily_net#94378426]\n +- InMemoryTableScan [allret#94378300, allretnet#94378304, date#94378299]\n +- InMemoryRelation [date#94378299, allret#94378300, allcum#94378301, drawdown_gross#94378302, drawdown_length_gross#94378303, allretnet#94378304, allcumnet#94378305, drawdown_net#94378306, drawdown_length_net#94378307, numcos#94378308, largecum#94378309, largecumnet#94378310, largeret#94378311, largeretnet#94378312, midcum#94378313, midcumnet#94378314, midret#94378315, midretnet#94378316, smallcum#94378317, smallcumnet#94378318, smallret#94378319, smallretnet#94378320], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94377170 = null) THEN null ELSE cast(date#94377170 as date) END AS date#943772... [3624511] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624512 [labelType="html" label="MapPartitionsRDD [3624512] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624513 [labelType="html" label="MapPartitionsRDD [3624513] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624514 [labelType="html" label="MapPartitionsRDD [3624514] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6302684 { label="CollectLimit"; 3624515 [labelType="html" label="MapPartitionsRDD [3624515] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3624516 [labelType="html" label="MapPartitionsRDD [3624516] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3624508->3624509; 3624509->3624510; 3624510->3624511; 3624511->3624512; 3624512->3624513; 3624513->3624514; 3624514->3624515; 3624515->3624516; }

3624507,3624508

3624511

Event Timeline

Enable zooming