PlusAMP App Middleware - Details for Job 330561

Status: SUCCEEDED
Submitted: 2025/08/01 16:00:22
Duration: 10 ms
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_511667 { label="Stage 511667"; subgraph cluster6286000 { label="Scan csv "; 3614926 [labelType="html" label="FileScanRDD [3614926] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614927 [labelType="html" label="MapPartitionsRDD [3614927] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6285996 { label="WholeStageCodegen (1)"; 3614928 [labelType="html" label="MapPartitionsRDD [3614928] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6285995 { label="InMemoryTableScan"; 3614929 [labelType="html" label="MapPartitionsRDD [3614929] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3614930 [labelType="html" label="*(1) Project [CASE WHEN ((turnover#94128862 = NA) OR (turnover#94128862 = null)) THEN null ELSE cast(turnover#94128862 as float) END AS turnover#94129068, CASE WHEN ((turnover#94128862 = NA) OR (turnover#94128862 = null)) THEN null ELSE (1.0 / cast(cast(turnover#94128862 as float) as double)) END AS days_hold#94129129]\n+- *(1) Filter ((isnotnull(cap#94128831) AND NOT coalesce(((cap#94128831 = NA) OR (cap#94128831 = null)), false)) AND (cast(cap#94128831 as float) = 0.0))\n +- FileScan csv [cap#94128831,turnover#94128862] Batched: false, DataFilters: [isnotnull(cap#94128831), NOT coalesce(((cap#94128831 = NA) OR (cap#94128831 = null)), false), (c..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/transcripts/transcript..., PartitionFilters: [], PushedFilters: [IsNotNull(cap)], ReadSchema: struct<cap:string,turnover:string>\n [3614930] [Cached] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286148 { label="InMemoryTableScan"; 3615004 [labelType="html" label="MapPartitionsRDD [3615004] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615005 [labelType="html" label="MapPartitionsRDD [3615005] toLocalIterator at SparkDataStreamBuilder.scala:39"]; 3615006 [labelType="html" label="MapPartitionsRDD [3615006] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286145 { label="WholeStageCodegen (1)"; 3615007 [labelType="html" label="MapPartitionsRDD [3615007] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286144 { label="CollectLimit"; 3615008 [labelType="html" label="MapPartitionsRDD [3615008] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286149 { label="mapPartitionsInternal"; 3615009 [labelType="html" label="MapPartitionsRDD [3615009] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } subgraph cluster6286150 { label="map"; 3615010 [labelType="html" label="MapPartitionsRDD [3615010] toLocalIterator at SparkDataStreamBuilder.scala:39"]; } } 3614926->3614927; 3614927->3614928; 3614928->3614929; 3614929->3614930; 3614930->3615004; 3615004->3615005; 3615005->3615006; 3615006->3615007; 3615007->3615008; 3615008->3615009; 3615009->3615010; }

3614930

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
511667	default	toStream at SparkDataStreamBuilder.scala:39 +details RDD: (1) Project [CASE WHEN ((turnover#94128862 = NA) OR (turnover#94128862 = null)) THEN null ELSE cast(turnover#94128862 as float) END AS turnover#94129068, CASE WHEN ((turnover#94128862 = NA) OR (turnover#94128862 = null)) THEN null ELSE (1.0 / cast(cast(turnover#94128862 as float) as double)) END AS days_hold#94129129] +- (1) Filter ((isnotnull(cap#94128831) AND NOT coalesce(((cap#94128831 = NA) OR (cap#94128831 = null)), false)) AND (cast(cap#94128831 as float) = 0.0)) +- FileScan csv [cap#94128831,turnover#94128862] Batched: false, DataFilters: [isnotnull(cap#94128831), NOT coalesce(((cap#94128831 = NA) OR (cap#94128831 = null)), false), (c..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/srv/plusamp/data/default/ea-market/output/transcripts/transcript..., PartitionFilters: [], PushedFilters: [IsNotNull(cap)], ReadSchema: struct<cap:string,turnover:string> scala.collection.AbstractIterator.toStream(Iterator.scala:1431) plusamp.middleware.model.core.data.SparkDataStreamBuilder.$anonfun$stream$1(SparkDataStreamBuilder.scala:39) plusamp.scala.util.Profile$.time(Profile.scala:22) plusamp.middleware.model.core.data.SparkDataStreamBuilder.<init>(SparkDataStreamBuilder.scala:39) plusamp.middleware.graphql.datafile.SparkAccessor.$anonfun$retrieveData$3(SparkAccessor.scala:77) scala.util.Success.$anonfun$map$1(Try.scala:255) scala.util.Success.map(Try.scala:213) scala.concurrent.Future.$anonfun$map$1(Future.scala:292) scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33) scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33) scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829)	2025/08/01 16:00:22	7 ms	1/1	368.0 B

Page: