PlusAMP App Middleware - Details for Stage 512871 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Node local: 200
Shuffle Read Size / Records: 42.6 KiB / 1981
Shuffle Write Size / Records: 42.6 KiB / 1981
Associated Job Ids: 331338

digraph G { subgraph clusterstage_512871 { label="Stage 512871"; subgraph cluster6300854 { label="Exchange"; 3623448 [labelType="html" label="ShuffledRowRDD [3623448] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300851 { label="WholeStageCodegen (1)"; 3623449 [labelType="html" label="MapPartitionsRDD [3623449] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300850 { label="InMemoryTableScan"; 3623450 [labelType="html" label="MapPartitionsRDD [3623450] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623451 [labelType="html" label="*(1) Sort [date#94349223 ASC NULLS FIRST], true, 0\n+- Exchange rangepartitioning(date#94349223 ASC NULLS FIRST, 200), ENSURE_REQUIREMENTS, [id=#7533092]\n +- InMemoryTableScan [date#94349223, drawdown_gross#94349248, drawdown_net#94349367]\n +- InMemoryRelation [date#94349223, allret#94349246, allcum#94349247, drawdown_gross#94349248, drawdown_length_gross#94349249, allretnet#94349250, allcumnet#94349366, drawdown_net#94349367, drawdown_length_net#94349368, numcos#94349369, largecum#94349370, largecumnet#94349371, largeret#94349372, largeretnet#94349373, midcum#94349374, midcumnet#94349375, midret#94349376, midretnet#94349377, smallcum#94349378, smallcumnet#94349379, smallret#94349380, smallretnet#94349381], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN (date#94348290 = null) THEN null ELSE cast(date#94348290 as date) END AS date#94348458, CASE WHEN ((allret#94348291 = NA) OR (allret#94348291 = null)) THEN null ELSE cast(allret#94348291 as float) END... [3623451] [Cached] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623452 [labelType="html" label="MapPartitionsRDD [3623452] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623453 [labelType="html" label="MapPartitionsRDD [3623453] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623454 [labelType="html" label="MapPartitionsRDD [3623454] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300849 { label="CollectLimit"; 3623455 [labelType="html" label="MapPartitionsRDD [3623455] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623456 [labelType="html" label="MapPartitionsRDD [3623456] [Unordered] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623448->3623449; 3623449->3623450; 3623450->3623451; 3623451->3623452; 3623452->3623453; 3623453->3623454; 3623454->3623455; 3623455->3623456; }

3623447,3623448

3623451

Event Timeline

Enable zooming