PlusAMP App Middleware - Details for Stage 512813 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3 ms
Locality Level Summary: Process local: 1
Input Size / Records: 896.0 B / 1
Shuffle Write Size / Records: 1331.0 B / 13
Associated Job Ids: 331301

digraph G { subgraph clusterstage_512813 { label="Stage 512813"; subgraph cluster6288107 { label="Scan csv "; 3616122 [labelType="html" label="FileScanRDD [3616122] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3616123 [labelType="html" label="MapPartitionsRDD [3616123] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6288103 { label="WholeStageCodegen (1)"; 3616124 [labelType="html" label="MapPartitionsRDD [3616124] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6288102 { label="InMemoryTableScan"; 3616125 [labelType="html" label="MapPartitionsRDD [3616125] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; 3616126 [labelType="html" label="*(1) Project [CASE WHEN ((sector_id#94160398 = NA) OR (sector_id#94160398 = null)) THEN null ELSE cast(sector_id#94160398 as int) END AS sector_id#94160418, CASE WHEN (sort#94160399 = null) THEN null ELSE sort#94160399 END AS sort#94160419, CASE WHEN (description#94160400 = null) THEN null ELSE description#94160400 END AS description#94160423, CASE WHEN ((universe#94160401 = NA) OR (universe#94160401 = null)) THEN null ELSE cast(universe#94160401 as int) END AS universe#94160424]\n+- FileScan csv [sector_id#94160398,sort#94160399,description#94160400,universe#94160401] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/curate/curate_sector.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<sector_id:string,sort:string,description:string,universe:string>\n [3616126] [Cached] $anonfun$withThreadLocalCaptured$1 at FutureTask.java:264"]; } subgraph cluster6300160 { label="InMemoryTableScan"; 3623042 [labelType="html" label="MapPartitionsRDD [3623042] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623043 [labelType="html" label="MapPartitionsRDD [3623043] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623044 [labelType="html" label="MapPartitionsRDD [3623044] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300137 { label="WholeStageCodegen (2)"; 3623045 [labelType="html" label="MapPartitionsRDD [3623045] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300136 { label="Exchange"; 3623049 [labelType="html" label="MapPartitionsRDD [3623049] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3616122->3616123; 3616123->3616124; 3616124->3616125; 3616125->3616126; 3616126->3623042; 3623042->3623043; 3623043->3623044; 3623044->3623045; 3623045->3623049; }

3616126

Event Timeline

Enable zooming