PlusAMP App Middleware - Details for Job 330613

Status: SUCCEEDED
Submitted: 2025/08/01 18:52:42
Duration: 2 s
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_511770 { label="Stage 511770"; subgraph cluster6278125 { label="Scan csv "; 3610394 [labelType="html" label="FileScanRDD [3610394] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3610395 [labelType="html" label="MapPartitionsRDD [3610395] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6278122 { label="WholeStageCodegen (1)"; 3610396 [labelType="html" label="MapPartitionsRDD [3610396] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6278121 { label="InMemoryTableScan"; 3610397 [labelType="html" label="MapPartitionsRDD [3610397] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3610398 [labelType="html" label="*(1) Project [CASE WHEN ((fractile#94005058 = NA) OR (fractile#94005058 = null)) THEN null ELSE cast(fractile#94005058 as float) END AS fractile#94005101, CASE WHEN ((cap#94005059 = NA) OR (cap#94005059 = null)) THEN null ELSE cast(cap#94005059 as float) END AS cap#94005102, CASE WHEN ((annual_ret#94005060 = NA) OR (annual_ret#94005060 = null)) THEN null ELSE cast(annual_ret#94005060 as float) END AS annual_ret#94005103, CASE WHEN ((annual_resret#94005061 = NA) OR (annual_resret#94005061 = null)) THEN null ELSE cast(annual_resret#94005061 as float) END AS annual_resret#94005104, CASE WHEN ((numcos#94005062 = NA) OR (numcos#94005062 = null)) THEN null ELSE cast(numcos#94005062 as float) END AS numcos#94005105]\n+- FileScan csv [fractile#94005058,cap#94005059,annual_ret#94005060,annual_resret#94005061,numcos#94005062] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rank..., PartitionFilters: [], PushedFilters:... [3610398] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287000 { label="InMemoryTableScan"; 3615479 [labelType="html" label="MapPartitionsRDD [3615479] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615480 [labelType="html" label="MapPartitionsRDD [3615480] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615481 [labelType="html" label="MapPartitionsRDD [3615481] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286995 { label="WholeStageCodegen (1)"; 3615492 [labelType="html" label="MapPartitionsRDD [3615492] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286994 { label="InMemoryTableScan"; 3615493 [labelType="html" label="MapPartitionsRDD [3615493] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615494 [labelType="html" label="*(1) Project [fractile#94005101 AS fractile#94005106, annual_ret#94005103 AS annual_ret#94005109, annual_resret#94005104 AS annual_resret#94005115, numcos#94005105 AS numcos#94005116]\n+- *(1) Filter (isnotnull(cap#94005102) AND (cast(cap#94005102 as string) = 2))\n +- *(1) ColumnarToRow\n +- InMemoryTableScan [annual_resret#94005104, annual_ret#94005103, cap#94005102, fractile#94005101, numcos#94005105], [isnotnull(cap#94005102), (cast(cap#94005102 as string) = 2)]\n +- InMemoryRelation [fractile#94005101, cap#94005102, annual_ret#94005103, annual_resret#94005104, numcos#94005105], StorageLevel(disk, memory, deserialized, 1 replicas)\n +- *(1) Project [CASE WHEN ((fractile#94005058 = NA) OR (fractile#94005058 = null)) THEN null ELSE cast(fractile#94005058 as float) END AS fractile#94005101, CASE WHEN ((cap#94005059 = NA) OR (cap#94005059 = null)) THEN null ELSE cast(cap#94005059 as float) END AS cap#94005102, CASE WHEN ((annual_ret#94005060 = NA) OR (annual_ret#94005060 = nul... [3615494] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615495 [labelType="html" label="MapPartitionsRDD [3615495] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615496 [labelType="html" label="MapPartitionsRDD [3615496] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615497 [labelType="html" label="MapPartitionsRDD [3615497] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286989 { label="WholeStageCodegen (1)"; 3615498 [labelType="html" label="MapPartitionsRDD [3615498] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286988 { label="CollectLimit"; 3615499 [labelType="html" label="MapPartitionsRDD [3615499] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287007 { label="mapPartitionsInternal"; 3615500 [labelType="html" label="MapPartitionsRDD [3615500] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6287008 { label="map"; 3615501 [labelType="html" label="MapPartitionsRDD [3615501] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3610394->3610395; 3610395->3610396; 3610396->3610397; 3610397->3610398; 3610398->3615479; 3615479->3615480; 3615480->3615481; 3615481->3615492; 3615492->3615493; 3615493->3615494; 3615494->3615495; 3615495->3615496; 3615496->3615497; 3615497->3615498; 3615498->3615499; 3615499->3615500; 3615500->3615501; }

3610398

3615494

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
511770	default	toStream at SparkDataStreamBuilder.scala:39 +details RDD: (1) Project [CASE WHEN ((fractile#94005058 = NA) OR (fractile#94005058 = null)) THEN null ELSE cast(fractile#94005058 as float) END AS fractile#94005101, CASE WHEN ((cap#94005059 = NA) OR (cap#94005059 = null)) THEN null ELSE cast(cap#94005059 as float) END AS cap#94005102, CASE WHEN ((annual_ret#94005060 = NA) OR (annual_ret#94005060 = null)) THEN null ELSE cast(annual_ret#94005060 as float) END AS annual_ret#94005103, CASE WHEN ((annual_resret#94005061 = NA) OR (annual_resret#94005061 = null)) THEN null ELSE cast(annual_resret#94005061 as float) END AS annual_resret#94005104, CASE WHEN ((numcos#94005062 = NA) OR (numcos#94005062 = null)) THEN null ELSE cast(numcos#94005062 as float) END AS numcos#94005105] +- FileScan csv [fractile#94005058,cap#94005059,annual_ret#94005060,annual_resret#94005061,numcos#94005062] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/rankviews_history/rank..., PartitionFilters: [], PushedFilters:...(1) Project [fractile#94005101 AS fractile#94005106, annual_ret#94005103 AS annual_ret#94005109, annual_resret#94005104 AS annual_resret#94005115, numcos#94005105 AS numcos#94005116] +- (1) Filter (isnotnull(cap#94005102) AND (cast(cap#94005102 as string) = 2)) +- (1) ColumnarToRow +- InMemoryTableScan [annual_resret#94005104, annual_ret#94005103, cap#94005102, fractile#94005101, numcos#94005105], [isnotnull(cap#94005102), (cast(cap#94005102 as string) = 2)] +- InMemoryRelation [fractile#94005101, cap#94005102, annual_ret#94005103, annual_resret#94005104, numcos#94005105], StorageLevel(disk, memory, deserialized, 1 replicas) +- *(1) Project [CASE WHEN ((fractile#94005058 = NA) OR (fractile#94005058 = null)) THEN null ELSE cast(fractile#94005058 as float) END AS fractile#94005101, CASE WHEN ((cap#94005059 = NA) OR (cap#94005059 = null)) THEN null ELSE cast(cap#94005059 as float) END AS cap#94005102, CASE WHEN ((annual_ret#94005060 = NA) OR (annual_ret#94005060 = nul... scala.collection.AbstractIterator.toStream(Iterator.scala:1431) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829)	2025/08/01 18:52:42	37 ms	1/1	1160.0 B

Page: