PlusAMP App Middleware - Details for Stage 512270 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 368.0 B / 1
Associated Job Ids: 330940

digraph G { subgraph clusterstage_512270 { label="Stage 512270"; subgraph cluster6293072 { label="Scan csv "; 3618997 [labelType="html" label="FileScanRDD [3618997] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3618998 [labelType="html" label="MapPartitionsRDD [3618998] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6293068 { label="WholeStageCodegen (1)"; 3618999 [labelType="html" label="MapPartitionsRDD [3618999] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6293067 { label="InMemoryTableScan"; 3619000 [labelType="html" label="MapPartitionsRDD [3619000] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619001 [labelType="html" label="*(1) Project [CASE WHEN ((turnover#94234010 = NA) OR (turnover#94234010 = null)) THEN null ELSE cast(turnover#94234010 as float) END AS turnover#94234242, CASE WHEN ((turnover#94234010 = NA) OR (turnover#94234010 = null)) THEN null ELSE (1.0 / cast(cast(turnover#94234010 as float) as double)) END AS days_hold#94234430]\n+- *(1) Filter ((isnotnull(cap#94233979) AND NOT coalesce(((cap#94233979 = NA) OR (cap#94233979 = null)), false)) AND (cast(cap#94233979 as float) = 0.0))\n +- FileScan csv [cap#94233979,turnover#94234010] Batched: false, DataFilters: [isnotnull(cap#94233979), NOT coalesce(((cap#94233979 = NA) OR (cap#94233979 = null)), false), (c..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/transcripts/transcript..., PartitionFilters: [], PushedFilters: [IsNotNull(cap)], ReadSchema: struct<cap:string,turnover:string>\n [3619001] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6293238 { label="InMemoryTableScan"; 3619070 [labelType="html" label="MapPartitionsRDD [3619070] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619071 [labelType="html" label="MapPartitionsRDD [3619071] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3619072 [labelType="html" label="MapPartitionsRDD [3619072] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6293235 { label="WholeStageCodegen (1)"; 3619073 [labelType="html" label="MapPartitionsRDD [3619073] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6293234 { label="CollectLimit"; 3619074 [labelType="html" label="MapPartitionsRDD [3619074] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6293239 { label="mapPartitionsInternal"; 3619075 [labelType="html" label="MapPartitionsRDD [3619075] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6293240 { label="map"; 3619076 [labelType="html" label="MapPartitionsRDD [3619076] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3618997->3618998; 3618998->3618999; 3618999->3619000; 3619000->3619001; 3619001->3619070; 3619070->3619071; 3619071->3619072; 3619072->3619073; 3619073->3619074; 3619074->3619075; 3619075->3619076; }

3619001

Event Timeline

Enable zooming