PlusAMP App Middleware - Details for Job 330631

Status: SUCCEEDED
Submitted: 2025/08/01 18:52:46
Duration: 3 s
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_511807 { label="Stage 511807"; subgraph cluster6278125 { label="Scan csv "; 3610394 [labelType="html" label="FileScanRDD [3610394] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3610395 [labelType="html" label="MapPartitionsRDD [3610395] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6278122 { label="WholeStageCodegen (1)"; 3610396 [labelType="html" label="MapPartitionsRDD [3610396] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6278121 { label="InMemoryTableScan"; 3610397 [labelType="html" label="MapPartitionsRDD [3610397] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3610398 [labelType="html" label="*(1) Project [CASE WHEN ((fractile#94005058 = NA) OR (fractile#94005058 = null)) THEN null ELSE cast(fractile#94005058 as float) END AS fractile#94005101, CASE WHEN ((cap#94005059 = NA) OR (cap#94005059 = null)) THEN null ELSE cast(cap#94005059 as float) END AS cap#94005102, CASE WHEN ((annual_ret#94005060 = NA) OR (annual_ret#94005060 = null)) THEN null ELSE cast(annual_ret#94005060 as float) END AS annual_ret#94005103, CASE WHEN ((annual_resret#94005061 = NA) OR (annual_resret#94005061 = null)) THEN null ELSE cast(annual_resret#94005061 as float) END AS annual_resret#94005104, CASE WHEN ((numcos#94005062 = NA) OR (numcos#94005062 = null)) THEN null ELSE cast(numcos#94005062 as float) END AS numcos#94005105]\n+- FileScan csv [fractile#94005058,cap#94005059,annual_ret#94005060,annual_resret#94005061,numcos#94005062] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rank..., PartitionFilters: [], PushedFilters:... [3610398] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287304 { label="InMemoryTableScan"; 3615651 [labelType="html" label="MapPartitionsRDD [3615651] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615652 [labelType="html" label="MapPartitionsRDD [3615652] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615653 [labelType="html" label="MapPartitionsRDD [3615653] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287299 { label="WholeStageCodegen (1)"; 3615659 [labelType="html" label="MapPartitionsRDD [3615659] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287298 { label="InMemoryTableScan"; 3615660 [labelType="html" label="MapPartitionsRDD [3615660] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615662 [labelType="html" label="*(1) Project [fractile#94005101 AS fractile#94005106, annual_ret#94005103 AS annual_ret#94005109, annual_resret#94005104 AS annual_resret#94005115, numcos#94005105 AS numcos#94005116]\n+- *(1) Filter (isnotnull(cap#94005102) AND (cast(cap#94005102 as string) = 3))\n +- *(1) ColumnarToRow\n +- InMemoryTableScan [annual_resret#94005104, annual_ret#94005103, cap#94005102, fractile#94005101, numcos#94005105], [isnotnull(cap#94005102), (cast(cap#94005102 as string) = 3)]\n +- InMemoryRelation [fractile#94005101, cap#94005102, annual_ret#94005103, annual_resret#94005104, numcos#94005105], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN ((fractile#94005058 = NA) OR (fractile#94005058 = null)) THEN null ELSE cast(fractile#94005058 as float) END AS fractile#94005101, CASE WHEN ((cap#94005059 = NA) OR (cap#94005059 = null)) THEN null ELSE cast(cap#94005059 as float) END AS cap#94005102, CASE WHEN ((annual_ret#94005060 = NA) OR (annual_ret#94005060 = nul... [3615662] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615663 [labelType="html" label="MapPartitionsRDD [3615663] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615664 [labelType="html" label="MapPartitionsRDD [3615664] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615665 [labelType="html" label="MapPartitionsRDD [3615665] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287295 { label="WholeStageCodegen (1)"; 3615666 [labelType="html" label="MapPartitionsRDD [3615666] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287294 { label="CollectLimit"; 3615667 [labelType="html" label="MapPartitionsRDD [3615667] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287310 { label="mapPartitionsInternal"; 3615668 [labelType="html" label="MapPartitionsRDD [3615668] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287311 { label="map"; 3615669 [labelType="html" label="MapPartitionsRDD [3615669] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3610394->3610395; 3610395->3610396; 3610396->3610397; 3610397->3610398; 3610398->3615651; 3615651->3615652; 3615652->3615653; 3615653->3615659; 3615659->3615660; 3615660->3615662; 3615662->3615663; 3615663->3615664; 3615664->3615665; 3615665->3615666; 3615666->3615667; 3615667->3615668; 3615668->3615669; }

3610398

3615662

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
511807	default	toStream at SparkDataStreamBuilder.scala:39 +details RDD: (1) Project [CASE WHEN ((fractile#94005058 = NA) OR (fractile#94005058 = null)) THEN null ELSE cast(fractile#94005058 as float) END AS fractile#94005101, CASE WHEN ((cap#94005059 = NA) OR (cap#94005059 = null)) THEN null ELSE cast(cap#94005059 as float) END AS cap#94005102, CASE WHEN ((annual_ret#94005060 = NA) OR (annual_ret#94005060 = null)) THEN null ELSE cast(annual_ret#94005060 as float) END AS annual_ret#94005103, CASE WHEN ((annual_resret#94005061 = NA) OR (annual_resret#94005061 = null)) THEN null ELSE cast(annual_resret#94005061 as float) END AS annual_resret#94005104, CASE WHEN ((numcos#94005062 = NA) OR (numcos#94005062 = null)) THEN null ELSE cast(numcos#94005062 as float) END AS numcos#94005105] +- FileScan csv [fractile#94005058,cap#94005059,annual_ret#94005060,annual_resret#94005061,numcos#94005062] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rank..., PartitionFilters: [], PushedFilters:...(1) Project [fractile#94005101 AS fractile#94005106, annual_ret#94005103 AS annual_ret#94005109, annual_resret#94005104 AS annual_resret#94005115, numcos#94005105 AS numcos#94005116] +- (1) Filter (isnotnull(cap#94005102) AND (cast(cap#94005102 as string) = 3)) +- (1) ColumnarToRow +- InMemoryTableScan [annual_resret#94005104, annual_ret#94005103, cap#94005102, fractile#94005101, numcos#94005105], [isnotnull(cap#94005102), (cast(cap#94005102 as string) = 3)] +- InMemoryRelation [fractile#94005101, cap#94005102, annual_ret#94005103, annual_resret#94005104, numcos#94005105], StorageLevel(disk, memory, deserialized, 1 replicas) +- *(1) Project [CASE WHEN ((fractile#94005058 = NA) OR (fractile#94005058 = null)) THEN null ELSE cast(fractile#94005058 as float) END AS fractile#94005101, CASE WHEN ((cap#94005059 = NA) OR (cap#94005059 = null)) THEN null ELSE cast(cap#94005059 as float) END AS cap#94005102, CASE WHEN ((annual_ret#94005060 = NA) OR (annual_ret#94005060 = nul... scala.collection.AbstractIterator.toStream(Iterator.scala:1431) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829)	2025/08/01 18:52:46	60 ms	1/1	1160.0 B

Page: