PlusAMP App Middleware - Details for Job 331519

Status: SUCCEEDED
Submitted: 2025/08/02 15:26:31
Duration: 29 ms
Associated SQL Query: 227478
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_513145 { label="Stage 513145"; subgraph cluster6304348 { label="Scan csv "; 3625434 [labelType="html" label="FileScanRDD [3625434] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625435 [labelType="html" label="MapPartitionsRDD [3625435] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304345 { label="WholeStageCodegen (1)"; 3625436 [labelType="html" label="MapPartitionsRDD [3625436] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304344 { label="InMemoryTableScan"; 3625437 [labelType="html" label="MapPartitionsRDD [3625437] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625438 [labelType="html" label="*(1) Project [CASE WHEN ((fractile#94402944 = NA) OR (fractile#94402944 = null)) THEN null ELSE cast(fractile#94402944 as int) END AS fractile#94402992, CASE WHEN (cap#94402945 = null) THEN null ELSE cap#94402945 END AS cap#94402993, CASE WHEN ((size#94402946 = NA) OR (size#94402946 = null)) THEN null ELSE cast(size#94402946 as float) END AS size#94402994, CASE WHEN ((value#94402947 = NA) OR (value#94402947 = null)) THEN null ELSE cast(value#94402947 as float) END AS value#94402995, CASE WHEN ((growth#94402948 = NA) OR (growth#94402948 = null)) THEN null ELSE cast(growth#94402948 as float) END AS growth#94402996, CASE WHEN ((leverage#94402949 = NA) OR (leverage#94402949 = null)) THEN null ELSE cast(leverage#94402949 as float) END AS leverage#94402997, CASE WHEN ((volatility#94402950 = NA) OR (volatility#94402950 = null)) THEN null ELSE cast(volatility#94402950 as float) END AS volatility#94402998, CASE WHEN ((momentum#94402951 = NA) OR (momentum#94402951 = null)) THEN null ELSE cast(momentum#94402951 as fl... [3625438] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625439 [labelType="html" label="MapPartitionsRDD [3625439] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625440 [labelType="html" label="MapPartitionsRDD [3625440] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625441 [labelType="html" label="MapPartitionsRDD [3625441] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304329 { label="WholeStageCodegen (2)"; 3625442 [labelType="html" label="MapPartitionsRDD [3625442] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6304328 { label="Exchange"; 3625443 [labelType="html" label="MapPartitionsRDD [3625443] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625444 [labelType="html" label="MapPartitionsRDD [3625444] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3625445 [labelType="html" label="MapPartitionsRDD [3625445] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3625434->3625435; 3625435->3625436; 3625436->3625437; 3625437->3625438; 3625438->3625439; 3625439->3625440; 3625440->3625441; 3625441->3625442; 3625442->3625443; 3625443->3625444; 3625444->3625445; }

3625438

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
513145	default	toLocalIterator at SparkDataStreamBuilder.scala:39 +details RDD: *(1) Project [CASE WHEN ((fractile#94402944 = NA) OR (fractile#94402944 = null)) THEN null ELSE cast(fractile#94402944 as int) END AS fractile#94402992, CASE WHEN (cap#94402945 = null) THEN null ELSE cap#94402945 END AS cap#94402993, CASE WHEN ((size#94402946 = NA) OR (size#94402946 = null)) THEN null ELSE cast(size#94402946 as float) END AS size#94402994, CASE WHEN ((value#94402947 = NA) OR (value#94402947 = null)) THEN null ELSE cast(value#94402947 as float) END AS value#94402995, CASE WHEN ((growth#94402948 = NA) OR (growth#94402948 = null)) THEN null ELSE cast(growth#94402948 as float) END AS growth#94402996, CASE WHEN ((leverage#94402949 = NA) OR (leverage#94402949 = null)) THEN null ELSE cast(leverage#94402949 as float) END AS leverage#94402997, CASE WHEN ((volatility#94402950 = NA) OR (volatility#94402950 = null)) THEN null ELSE cast(volatility#94402950 as float) END AS volatility#94402998, CASE WHEN ((momentum#94402951 = NA) OR (momentum#94402951 = null)) THEN null ELSE cast(momentum#94402951 as fl... org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3000) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829)	2025/08/02 15:26:31	26 ms	1/1	7.8 KiB

Page: