PlusAMP App Middleware - Details for Stage 512839 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0 ms
Locality Level Summary: Process local: 1
Input Size / Records: 368.0 B / 1
Associated Job Ids: 331317

digraph G { subgraph clusterstage_512839 { label="Stage 512839"; subgraph cluster6300359 { label="Scan csv "; 3623151 [labelType="html" label="FileScanRDD [3623151] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623152 [labelType="html" label="MapPartitionsRDD [3623152] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300337 { label="WholeStageCodegen (1)"; 3623154 [labelType="html" label="MapPartitionsRDD [3623154] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300336 { label="InMemoryTableScan"; 3623156 [labelType="html" label="MapPartitionsRDD [3623156] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623157 [labelType="html" label="*(1) Project [CASE WHEN ((turnover#94342753 = NA) OR (turnover#94342753 = null)) THEN null ELSE cast(turnover#94342753 as float) END AS turnover#94342925, CASE WHEN ((turnover#94342753 = NA) OR (turnover#94342753 = null)) THEN null ELSE (1.0 / cast(cast(turnover#94342753 as float) as double)) END AS days_hold#94343084]\n+- *(1) Filter ((isnotnull(cap#94342722) AND NOT coalesce(((cap#94342722 = NA) OR (cap#94342722 = null)), false)) AND (cast(cap#94342722 as float) = 0.0))\n +- FileScan csv [cap#94342722,turnover#94342753] Batched: false, DataFilters: [isnotnull(cap#94342722), NOT coalesce(((cap#94342722 = NA) OR (cap#94342722 = null)), false), (c..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/estimize_signal_histor..., PartitionFilters: [], PushedFilters: [IsNotNull(cap)], ReadSchema: struct<cap:string,turnover:string>\n [3623157] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300507 { label="InMemoryTableScan"; 3623232 [labelType="html" label="MapPartitionsRDD [3623232] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623233 [labelType="html" label="MapPartitionsRDD [3623233] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3623234 [labelType="html" label="MapPartitionsRDD [3623234] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300504 { label="WholeStageCodegen (1)"; 3623235 [labelType="html" label="MapPartitionsRDD [3623235] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300503 { label="CollectLimit"; 3623236 [labelType="html" label="MapPartitionsRDD [3623236] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300508 { label="mapPartitionsInternal"; 3623237 [labelType="html" label="MapPartitionsRDD [3623237] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6300509 { label="map"; 3623238 [labelType="html" label="MapPartitionsRDD [3623238] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3623151->3623152; 3623152->3623154; 3623154->3623156; 3623156->3623157; 3623157->3623232; 3623232->3623233; 3623233->3623234; 3623234->3623235; 3623235->3623236; 3623236->3623237; 3623237->3623238; }

3623157

Event Timeline

Enable zooming