graphframes - Details for Job 5

Details for Job 5

Status: SUCCEEDED
Associated SQL Query: 3
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_6 { label="Stage 6"; 30 [labelType="html" label="SQLExecutionRDD [30] javaToPython at NativeMethodAccessorImpl.java:0"]; 33 [labelType="html" label="PythonRDD [33] RDD at PythonRDD.scala:53"]; subgraph cluster60 { label="Scan csv "; 27 [labelType="html" label="FileScanRDD [27] javaToPython at NativeMethodAccessorImpl.java:0"]; 28 [labelType="html" label="MapPartitionsRDD [28] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster57 { label="WholeStageCodegen (1)"; 29 [labelType="html" label="MapPartitionsRDD [29] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster61 { label="map"; 31 [labelType="html" label="MapPartitionsRDD [31] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster62 { label="mapPartitions"; 32 [labelType="html" label="MapPartitionsRDD [32] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster63 { label="mapPartitions"; 34 [labelType="html" label="MapPartitionsRDD [34] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster64 { label="map"; 35 [labelType="html" label="MapPartitionsRDD [35] map at SerDeUtil.scala:137"]; } subgraph cluster65 { label="mapPartitions"; 36 [labelType="html" label="MapPartitionsRDD [36] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster75 { label="WholeStageCodegen (1)"; 47 [labelType="html" label="MapPartitionsRDD [47] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster78 { label="mapPartitionsInternal"; 48 [labelType="html" label="MapPartitionsRDD [48] showString at NativeMethodAccessorImpl.java:0"]; } } 27->28; 28->29; 29->30; 30->31; 31->32; 32->33; 33->34; 34->35; 35->36; 36->47; 47->48; }

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
6	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2024/12/04 20:23:43	0.6 s	1/1	9.2 KiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

showString at NativeMethodAccessorImpl.java:0 +details

org.apache.spark.sql.Dataset.showString(Dataset.scala:337)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.GatewayConnection.run(GatewayConnection.java:238)
java.lang.Thread.run(Thread.java:750)

2024/12/04 20:23:43

0.6 s

1/1

9.2 KiB

Page: