task2 - Details for Job 8

Details for Job 8

Status: SUCCEEDED
Associated SQL Query: 6
Completed Stages: 2
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_25 { label="Stage 25 (skipped)"; subgraph cluster212 { label="Scan csv "; 86 [labelType="html" label="FileScanRDD [86] showString at NativeMethodAccessorImpl.java:0"]; 87 [labelType="html" label="MapPartitionsRDD [87] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster208 { label="WholeStageCodegen (3)"; 88 [labelType="html" label="MapPartitionsRDD [88] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster207 { label="Exchange"; 89 [labelType="html" label="MapPartitionsRDD [89] showString at NativeMethodAccessorImpl.java:0"]; } } 86->87; 87->88; 88->89; }

digraph G { subgraph clusterstage_26 { label="Stage 26 (skipped)"; subgraph cluster202 { label="Scan csv "; 80 [labelType="html" label="FileScanRDD [80] showString at NativeMethodAccessorImpl.java:0"]; 81 [labelType="html" label="MapPartitionsRDD [81] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster198 { label="WholeStageCodegen (1)"; 82 [labelType="html" label="MapPartitionsRDD [82] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster197 { label="Exchange"; 83 [labelType="html" label="MapPartitionsRDD [83] showString at NativeMethodAccessorImpl.java:0"]; } } 80->81; 81->82; 82->83; }

digraph G { subgraph clusterstage_27 { label="Stage 27 (skipped)"; subgraph cluster197 { label="Exchange"; 84 [labelType="html" label="ShuffledRowRDD [84] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster194 { label="WholeStageCodegen (2)"; 85 [labelType="html" label="MapPartitionsRDD [85] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster207 { label="Exchange"; 90 [labelType="html" label="ShuffledRowRDD [90] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster204 { label="WholeStageCodegen (4)"; 91 [labelType="html" label="MapPartitionsRDD [91] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster189 { label="WholeStageCodegen (5)"; 92 [labelType="html" label="ZippedPartitionsRDD2 [92] showString at NativeMethodAccessorImpl.java:0"]; 93 [labelType="html" label="MapPartitionsRDD [93] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster188 { label="Exchange"; 94 [labelType="html" label="MapPartitionsRDD [94] showString at NativeMethodAccessorImpl.java:0"]; } } 84->85; 90->91; 85->92; 91->92; 92->93; 93->94; }

83,84

89,90

digraph G { subgraph clusterstage_28 { label="Stage 28 (skipped)"; subgraph cluster188 { label="Exchange"; 95 [labelType="html" label="ShuffledRowRDD [95] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster184 { label="WholeStageCodegen (6)"; 96 [labelType="html" label="MapPartitionsRDD [96] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster183 { label="Exchange"; 97 [labelType="html" label="MapPartitionsRDD [97] showString at NativeMethodAccessorImpl.java:0"]; } } 95->96; 96->97; }

94,95

digraph G { subgraph clusterstage_29 { label="Stage 29"; subgraph cluster183 { label="Exchange"; 98 [labelType="html" label="ShuffledRowRDD [98] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster180 { label="WholeStageCodegen (7)"; 99 [labelType="html" label="MapPartitionsRDD [99] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster179 { label="Exchange"; 103 [labelType="html" label="MapPartitionsRDD [103] showString at NativeMethodAccessorImpl.java:0"]; } } 98->99; 99->103; }

97,98

digraph G { subgraph clusterstage_30 { label="Stage 30"; subgraph cluster179 { label="Exchange"; 104 [labelType="html" label="ShuffledRowRDD [104] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster236 { label="WholeStageCodegen (8)"; 106 [labelType="html" label="MapPartitionsRDD [106] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster175 { label="Coalesce"; 107 [labelType="html" label="CoalescedRDD [107] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster172 { label="WholeStageCodegen (9)"; 108 [labelType="html" label="MapPartitionsRDD [108] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster240 { label="mapPartitionsInternal"; 109 [labelType="html" label="MapPartitionsRDD [109] showString at NativeMethodAccessorImpl.java:0"]; } } 104->106; 106->107; 107->108; 108->109; }

103,104

Completed Stages (2)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
30	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2024/10/29 20:23:32	77 ms	1/1			2.5 KiB
29	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2024/10/29 20:23:31	0.5 s	200/200			425.5 KiB	2.5 KiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

showString at NativeMethodAccessorImpl.java:0 +details

org.apache.spark.sql.Dataset.showString(Dataset.scala:337)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.GatewayConnection.run(GatewayConnection.java:238)
java.lang.Thread.run(Thread.java:750)

2024/10/29 20:23:32

77 ms

1/1

2.5 KiB

showString at NativeMethodAccessorImpl.java:0 +details

org.apache.spark.sql.Dataset.showString(Dataset.scala:337)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.GatewayConnection.run(GatewayConnection.java:238)
java.lang.Thread.run(Thread.java:750)

2024/10/29 20:23:31

0.5 s

200/200

425.5 KiB

2.5 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
28	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
27	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
26	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/5
25	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/2

Page: