task2 - Details for Job 9

Details for Job 9

Status: SUCCEEDED
Associated SQL Query: 6
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_19 { label="Stage 19 (skipped)"; subgraph cluster176 { label="Scan csv "; 65 [labelType="html" label="FileScanRDD [65] showString at NativeMethodAccessorImpl.java:0"]; 66 [labelType="html" label="MapPartitionsRDD [66] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster172 { label="WholeStageCodegen (1)"; 67 [labelType="html" label="MapPartitionsRDD [67] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster171 { label="Exchange"; 68 [labelType="html" label="MapPartitionsRDD [68] showString at NativeMethodAccessorImpl.java:0"]; } } 65->66; 66->67; 67->68; }

digraph G { subgraph clusterstage_20 { label="Stage 20 (skipped)"; subgraph cluster186 { label="Scan csv "; 71 [labelType="html" label="FileScanRDD [71] showString at NativeMethodAccessorImpl.java:0"]; 72 [labelType="html" label="MapPartitionsRDD [72] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster182 { label="WholeStageCodegen (3)"; 73 [labelType="html" label="MapPartitionsRDD [73] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster181 { label="Exchange"; 74 [labelType="html" label="MapPartitionsRDD [74] showString at NativeMethodAccessorImpl.java:0"]; } } 71->72; 72->73; 73->74; }

digraph G { subgraph clusterstage_21 { label="Stage 21 (skipped)"; subgraph cluster171 { label="Exchange"; 69 [labelType="html" label="ShuffledRowRDD [69] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster168 { label="WholeStageCodegen (2)"; 70 [labelType="html" label="MapPartitionsRDD [70] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster181 { label="Exchange"; 75 [labelType="html" label="ShuffledRowRDD [75] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster178 { label="WholeStageCodegen (4)"; 76 [labelType="html" label="MapPartitionsRDD [76] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster163 { label="WholeStageCodegen (5)"; 77 [labelType="html" label="ZippedPartitionsRDD2 [77] showString at NativeMethodAccessorImpl.java:0"]; 78 [labelType="html" label="MapPartitionsRDD [78] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster162 { label="Exchange"; 79 [labelType="html" label="MapPartitionsRDD [79] showString at NativeMethodAccessorImpl.java:0"]; } } 69->70; 75->76; 70->77; 76->77; 77->78; 78->79; }

68,69

74,75

digraph G { subgraph clusterstage_22 { label="Stage 22 (skipped)"; subgraph cluster162 { label="Exchange"; 80 [labelType="html" label="ShuffledRowRDD [80] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster158 { label="WholeStageCodegen (6)"; 81 [labelType="html" label="MapPartitionsRDD [81] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster157 { label="Exchange"; 82 [labelType="html" label="MapPartitionsRDD [82] showString at NativeMethodAccessorImpl.java:0"]; } } 80->81; 81->82; }

79,80

digraph G { subgraph clusterstage_23 { label="Stage 23"; subgraph cluster157 { label="Exchange"; 83 [labelType="html" label="ShuffledRowRDD [83] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster154 { label="WholeStageCodegen (7)"; 84 [labelType="html" label="MapPartitionsRDD [84] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster187 { label="mapPartitionsInternal"; 85 [labelType="html" label="MapPartitionsRDD [85] showString at NativeMethodAccessorImpl.java:0"]; } } 83->84; 84->85; }

82,83

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
23	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2024/11/28 21:55:30	43 ms	4/4

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

showString at NativeMethodAccessorImpl.java:0 +details

org.apache.spark.sql.Dataset.showString(Dataset.scala:337)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.GatewayConnection.run(GatewayConnection.java:238)
java.lang.Thread.run(Thread.java:750)

2024/11/28 21:55:30

43 ms

4/4

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
22	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
21	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
20	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/2
19	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/5

Page: