NasaLogSparkStreaming - Details for Job 15

Details for Job 15

Status: FAILED
Associated SQL Query: 36
Job Group: 61e1d4d7-e682-42ec-879a-83a32ac478c6
Completed Stages: 1
Failed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_24 { label="Stage 24"; subgraph cluster357 { label="MicroBatchScan"; 130 [labelType="html" label="DataSourceRDD [130] start at NativeMethodAccessorImpl.java:0"]; 131 [labelType="html" label="MapPartitionsRDD [131] start at NativeMethodAccessorImpl.java:0"]; } subgraph cluster354 { label="WholeStageCodegen (1)"; 132 [labelType="html" label="MapPartitionsRDD [132] start at NativeMethodAccessorImpl.java:0"]; } subgraph cluster353 { label="Generate"; 133 [labelType="html" label="MapPartitionsRDD [133] start at NativeMethodAccessorImpl.java:0"]; } subgraph cluster349 { label="WholeStageCodegen (2)"; 134 [labelType="html" label="MapPartitionsRDD [134] start at NativeMethodAccessorImpl.java:0"]; } subgraph cluster348 { label="EventTimeWatermark"; 135 [labelType="html" label="MapPartitionsRDD [135] start at NativeMethodAccessorImpl.java:0"]; } subgraph cluster344 { label="WholeStageCodegen (3)"; 136 [labelType="html" label="MapPartitionsRDD [136] start at NativeMethodAccessorImpl.java:0"]; } subgraph cluster343 { label="Exchange"; 137 [labelType="html" label="MapPartitionsRDD [137] start at NativeMethodAccessorImpl.java:0"]; } } 130->131; 131->132; 132->133; 133->134; 134->135; 135->136; 136->137; }

digraph G { subgraph clusterstage_25 { label="Stage 25"; subgraph cluster343 { label="Exchange"; 138 [labelType="html" label="ShuffledRowRDD [138] start at NativeMethodAccessorImpl.java:0"]; } subgraph cluster340 { label="WholeStageCodegen (4)"; 139 [labelType="html" label="MapPartitionsRDD [139] start at NativeMethodAccessorImpl.java:0"]; } subgraph cluster339 { label="StateStoreRestore"; 140 [labelType="html" label="StateStoreRDD [140] start at NativeMethodAccessorImpl.java:0"]; } subgraph cluster336 { label="WholeStageCodegen (5)"; 141 [labelType="html" label="MapPartitionsRDD [141] start at NativeMethodAccessorImpl.java:0"]; } subgraph cluster335 { label="StateStoreSave"; 142 [labelType="html" label="StateStoreRDD [142] start at NativeMethodAccessorImpl.java:0"]; } subgraph cluster332 { label="WholeStageCodegen (6)"; 143 [labelType="html" label="MapPartitionsRDD [143] start at NativeMethodAccessorImpl.java:0"]; } subgraph cluster331 { label="Exchange"; 144 [labelType="html" label="MapPartitionsRDD [144] start at NativeMethodAccessorImpl.java:0"]; 145 [labelType="html" label="MapPartitionsRDD [145] start at NativeMethodAccessorImpl.java:0"]; 146 [labelType="html" label="MapPartitionsRDD [146] start at NativeMethodAccessorImpl.java:0"]; } } 138->139; 139->140; 140->141; 141->142; 142->143; 143->144; 144->145; 145->146; }

137,138

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
24	id = 1d4720dc-f006-4c8d-9b7d-1716a481681b runId = 61e1d4d7-e682-42ec-879a-83a32ac478c6 batch = 1 start at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:366) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2024/12/27 14:33:23	46 ms	2/2				496.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

id = 1d4720dc-f006-4c8d-9b7d-1716a481681b runId = 61e1d4d7-e682-42ec-879a-83a32ac478c6 batch = 1 start at NativeMethodAccessorImpl.java:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:366)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.GatewayConnection.run(GatewayConnection.java:238)
java.lang.Thread.run(Thread.java:750)

2024/12/27 14:33:23

46 ms

2/2

496.0 B

Page:

Failed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write	Failure Reason
25	id = 1d4720dc-f006-4c8d-9b7d-1716a481681b runId = 61e1d4d7-e682-42ec-879a-83a32ac478c6 batch = 1 start at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:366) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2024/12/27 14:33:36	7 s	179/200			496.0 B		Job 15 cancelled part of cancelled job group 61e1d4d7-e682-42ec-879a-83a32ac478c6

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

Failure Reason

id = 1d4720dc-f006-4c8d-9b7d-1716a481681b runId = 61e1d4d7-e682-42ec-879a-83a32ac478c6 batch = 1 start at NativeMethodAccessorImpl.java:0 +details

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:366)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.GatewayConnection.run(GatewayConnection.java:238)
java.lang.Thread.run(Thread.java:750)

2024/12/27 14:33:36

7 s

179/200

496.0 B

Job 15 cancelled part of cancelled job group 61e1d4d7-e682-42ec-879a-83a32ac478c6

Page: