PlusAMP App Middleware - Details for Stage 512827 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 34 ms
Locality Level Summary: Process local: 1
Input Size / Records: 1593.0 B / 4
Associated Job Ids: 331309

digraph G { subgraph clusterstage_512827 { label="Stage 512827"; subgraph cluster6300359 { label="Scan csv "; 3623151 [labelType="html" label="FileScanRDD [3623151] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623152 [labelType="html" label="MapPartitionsRDD [3623152] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300337 { label="WholeStageCodegen (1)"; 3623154 [labelType="html" label="MapPartitionsRDD [3623154] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300336 { label="InMemoryTableScan"; 3623156 [labelType="html" label="MapPartitionsRDD [3623156] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623157 [labelType="html" label="*(1) Project [CASE WHEN ((turnover#94342753 = NA) OR (turnover#94342753 = null)) THEN null ELSE cast(turnover#94342753 as float) END AS turnover#94342925, CASE WHEN ((turnover#94342753 = NA) OR (turnover#94342753 = null)) THEN null ELSE (1.0 / cast(cast(turnover#94342753 as float) as double)) END AS days_hold#94343084]\n+- *(1) Filter ((isnotnull(cap#94342722) AND NOT coalesce(((cap#94342722 = NA) OR (cap#94342722 = null)), false)) AND (cast(cap#94342722 as float) = 0.0))\n +- FileScan csv [cap#94342722,turnover#94342753] Batched: false, DataFilters: [isnotnull(cap#94342722), NOT coalesce(((cap#94342722 = NA) OR (cap#94342722 = null)), false), (c..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/estimize_signal_histor..., PartitionFilters: [], PushedFilters: [IsNotNull(cap)], ReadSchema: struct<cap:string,turnover:string>\n [3623157] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623158 [labelType="html" label="MapPartitionsRDD [3623158] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623160 [labelType="html" label="MapPartitionsRDD [3623160] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623162 [labelType="html" label="MapPartitionsRDD [3623162] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300333 { label="WholeStageCodegen (1)"; 3623164 [labelType="html" label="MapPartitionsRDD [3623164] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300332 { label="CollectLimit"; 3623166 [labelType="html" label="MapPartitionsRDD [3623166] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300397 { label="mapPartitionsInternal"; 3623167 [labelType="html" label="MapPartitionsRDD [3623167] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300398 { label="map"; 3623168 [labelType="html" label="MapPartitionsRDD [3623168] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623151->3623152; 3623152->3623154; 3623154->3623156; 3623156->3623157; 3623157->3623158; 3623158->3623160; 3623160->3623162; 3623162->3623164; 3623164->3623166; 3623166->3623167; 3623167->3623168; }

3623157

Event Timeline

Enable zooming