digraph G {
subgraph clusterstage_512803 {
label="Stage 512803";
subgraph cluster6299986 {
label="Scan csv ";
3622939 [labelType="html" label="FileScanRDD [3622939]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622940 [labelType="html" label="MapPartitionsRDD [3622940]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
}
subgraph cluster6299983 {
label="WholeStageCodegen (1)";
3622941 [labelType="html" label="MapPartitionsRDD [3622941]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
}
subgraph cluster6299982 {
label="InMemoryTableScan";
3622942 [labelType="html" label="MapPartitionsRDD [3622942]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622943 [labelType="html" label="*(1) Project [CASE WHEN ((fractile#94333959 = NA) OR (fractile#94333959 = null)) THEN null ELSE cast(fractile#94333959 as float) END AS fractile#94334079, CASE WHEN ((overall#94333960 = NA) OR (overall#94333960 = null)) THEN null ELSE cast(overall#94333960 as int) END AS overall#94334106, CASE WHEN ((annual_ret#94333961 = NA) OR (annual_ret#94333961 = null)) THEN null ELSE cast(annual_ret#94333961 as float) END AS annual_ret#94334107, CASE WHEN ((annual_resret#94333962 = NA) OR (annual_resret#94333962 = null)) THEN null ELSE cast(annual_resret#94333962 as float) END AS annual_resret#94334108, CASE WHEN ((numcos#94333963 = NA) OR (numcos#94333963 = null)) THEN null ELSE cast(numcos#94333963 as float) END AS numcos#94334109]\n+- FileScan csv [fractile#94333959,overall#94333960,annual_ret#94333961,annual_resret#94333962,numcos#94333963] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/estimize_signal_histor..., PartitionFilters: ... [3622943] [Cached]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622944 [labelType="html" label="MapPartitionsRDD [3622944]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622945 [labelType="html" label="MapPartitionsRDD [3622945]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622946 [labelType="html" label="MapPartitionsRDD [3622946]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
}
subgraph cluster6299979 {
label="WholeStageCodegen (1)";
3622947 [labelType="html" label="MapPartitionsRDD [3622947]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
}
subgraph cluster6299996 {
label="Scan csv ";
3622948 [labelType="html" label="FileScanRDD [3622948]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622949 [labelType="html" label="MapPartitionsRDD [3622949]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
}
subgraph cluster6299993 {
label="WholeStageCodegen (1)";
3622950 [labelType="html" label="MapPartitionsRDD [3622950]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
}
subgraph cluster6299992 {
label="InMemoryTableScan";
3622951 [labelType="html" label="MapPartitionsRDD [3622951]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622952 [labelType="html" label="*(1) Project [CASE WHEN ((fractile#94333965 = NA) OR (fractile#94333965 = null)) THEN null ELSE cast(fractile#94333965 as float) END AS fractile#94334080, CASE WHEN ((cap#94333966 = NA) OR (cap#94333966 = null)) THEN null ELSE cast(cap#94333966 as float) END AS cap#94334090, CASE WHEN ((annual_ret#94333967 = NA) OR (annual_ret#94333967 = null)) THEN null ELSE cast(annual_ret#94333967 as float) END AS annual_ret#94334104, CASE WHEN ((annual_resret#94333968 = NA) OR (annual_resret#94333968 = null)) THEN null ELSE cast(annual_resret#94333968 as float) END AS annual_resret#94334105, CASE WHEN ((numcos#94333969 = NA) OR (numcos#94333969 = null)) THEN null ELSE cast(numcos#94333969 as float) END AS numcos#94334128]\n+- FileScan csv [fractile#94333965,cap#94333966,annual_ret#94333967,annual_resret#94333968,numcos#94333969] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/estimize_signal_histor..., PartitionFilters: [], PushedFilters:... [3622952] [Cached]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622953 [labelType="html" label="MapPartitionsRDD [3622953]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622954 [labelType="html" label="MapPartitionsRDD [3622954]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622955 [labelType="html" label="MapPartitionsRDD [3622955]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
}
subgraph cluster6299987 {
label="WholeStageCodegen (2)";
3622956 [labelType="html" label="MapPartitionsRDD [3622956]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
}
subgraph cluster6299978 {
label="Union";
3622957 [labelType="html" label="UnionRDD [3622957]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
}
subgraph cluster6299977 {
label="InMemoryTableScan";
3622958 [labelType="html" label="MapPartitionsRDD [3622958]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622959 [labelType="html" label="Union\n:- *(1) ColumnarToRow\n: +- InMemoryTableScan [fractile#94334079, annual_ret#94334107, annual_resret#94334108, numcos#94334109]\n: +- InMemoryRelation [fractile#94334079, overall#94334106, annual_ret#94334107, annual_resret#94334108, numcos#94334109], StorageLevel(disk, memory, deserialized, 1 replicas)\n: +- *(1) Project [CASE WHEN ((fractile#94333959 = NA) OR (fractile#94333959 = null)) THEN null ELSE cast(fractile#94333959 as float) END AS fractile#94334079, CASE WHEN ((overall#94333960 = NA) OR (overall#94333960 = null)) THEN null ELSE cast(overall#94333960 as int) END AS overall#94334106, CASE WHEN ((annual_ret#94333961 = NA) OR (annual_ret#94333961 = null)) THEN null ELSE cast(annual_ret#94333961 as float) END AS annual_ret#94334107, CASE WHEN ((annual_resret#94333962 = NA) OR (annual_resret#94333962 = null)) THEN null ELSE cast(annual_resret#94333962 as float) END AS annual_resret#94334108, CASE WHEN ((numcos#94333963 = NA) OR (numcos#94333963 = null)) THEN null ELSE cast(num... [3622959] [Cached]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622960 [labelType="html" label="MapPartitionsRDD [3622960]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622961 [labelType="html" label="MapPartitionsRDD [3622961]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622962 [labelType="html" label="MapPartitionsRDD [3622962]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
}
subgraph cluster6299974 {
label="WholeStageCodegen (1)";
3622963 [labelType="html" label="MapPartitionsRDD [3622963]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
}
subgraph cluster6299973 {
label="CollectLimit";
3622964 [labelType="html" label="MapPartitionsRDD [3622964]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
3622965 [labelType="html" label="MapPartitionsRDD [3622965]<br>toLocalIterator at SparkDataStreamBuilder.scala:39"];
}
}
3622939->3622940;
3622940->3622941;
3622941->3622942;
3622942->3622943;
3622943->3622944;
3622944->3622945;
3622945->3622946;
3622946->3622947;
3622948->3622949;
3622949->3622950;
3622950->3622951;
3622951->3622952;
3622952->3622953;
3622953->3622954;
3622954->3622955;
3622955->3622956;
3622947->3622957;
3622956->3622957;
3622957->3622958;
3622958->3622959;
3622959->3622960;
3622960->3622961;
3622961->3622962;
3622962->3622963;
3622963->3622964;
3622964->3622965;
}
3622943
3622952
3622959