PlusAMP App Middleware - Details for Stage 513093 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 111.1 KiB / 6432
Shuffle Write Size / Records: 111.1 KiB / 6432
Associated Job Ids: 331485

digraph G { subgraph clusterstage_513093 { label="Stage 513093"; subgraph cluster6303658 { label="Exchange"; 3625065 [labelType="html" label="ShuffledRowRDD [3625065] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303655 { label="WholeStageCodegen (1)"; 3625066 [labelType="html" label="MapPartitionsRDD [3625066] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303654 { label="InMemoryTableScan"; 3625067 [labelType="html" label="MapPartitionsRDD [3625067] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625068 [labelType="html" label="*(1) Sort [date#94390995 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94390995 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7536495]\n +- InMemoryTableScan [date#94390995, drawdown_gross#94391008, drawdown_net#94391102]\n +- InMemoryRelation [date#94390995, allret#94390996, allcum#94390997, drawdown_gross#94391008, drawdown_length_gross#94391010, allretnet#94391011, allcumnet#94391101, drawdown_net#94391102, drawdown_length_net#94391103, numcos#94391104, largecum#94391171, largecumnet#94391173, largeret#94391179, largeretnet#94391180, midcum#94391211, midcumnet#94391217, midret#94391219, midretnet#94391220, smallcum#94391226, smallcumnet#94391247, smallret#94391249, smallretnet#94391251], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94390885 = null) THEN null ELSE cast(date#94390885 as date) END AS date#94390995, CASE WHEN ((allret#94390886 = NA) OR (allret#94390886 = null)) THEN null ELSE cast(allret#94390886 as float) END... [3625068] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625069 [labelType="html" label="MapPartitionsRDD [3625069] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625070 [labelType="html" label="MapPartitionsRDD [3625070] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625071 [labelType="html" label="MapPartitionsRDD [3625071] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6303653 { label="CollectLimit"; 3625072 [labelType="html" label="MapPartitionsRDD [3625072] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625073 [labelType="html" label="MapPartitionsRDD [3625073] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3625065->3625066; 3625066->3625067; 3625067->3625068; 3625068->3625069; 3625069->3625070; 3625070->3625071; 3625071->3625072; 3625072->3625073; }

3625064,3625065

3625068

Event Timeline

Enable zooming