3.0.1
graphframes
application UI
Jobs
Stages
Storage
Environment
Executors
SQL
Details for Stage 361 (Attempt 0)
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 16
Input Size / Records:
7.5 MiB / 16
Shuffle Read Size / Records:
194.2 KiB / 512
Shuffle Write Size / Records:
54.7 KiB / 3848
Associated Job Ids:
29
DAG Visualization
digraph G { subgraph clusterstage_361 { label="Stage 361"; 51 [labelType="html" label="PythonRDD [51]<br>RDD at PythonRDD.scala:53"]; 130 [labelType="html" label="SQLExecutionRDD [130]<br>rdd at GraphFrame.scala:182"]; subgraph cluster87 { label="parallelize"; 50 [labelType="html" label="ParallelCollectionRDD [50]<br>readRDDFromFile at PythonRDD.scala:262"]; } subgraph cluster88 { label="mapPartitions"; 52 [labelType="html" label="MapPartitionsRDD [52]<br>mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster89 { label="map"; 53 [labelType="html" label="MapPartitionsRDD [53]<br>map at SerDeUtil.scala:137"]; } subgraph cluster90 { label="mapPartitions"; 54 [labelType="html" label="MapPartitionsRDD [54]<br>applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster301 { label="WholeStageCodegen (1)"; 128 [labelType="html" label="MapPartitionsRDD [128]<br>rdd at GraphFrame.scala:182"]; } subgraph cluster300 { label="DeserializeToObject"; 129 [labelType="html" label="MapPartitionsRDD [129]<br>rdd at GraphFrame.scala:182"]; } subgraph cluster304 { label="mapPartitions"; 131 [labelType="html" label="MapPartitionsRDD [131]<br>rdd at GraphFrame.scala:182"]; } subgraph cluster305 { label="map"; 132 [labelType="html" label="MapPartitionsRDD [132]<br>map at GraphFrame.scala:183"]; } subgraph cluster306 { label="mapPartitionsWithIndex"; 133 [labelType="html" label="EdgeRDD, EdgeRDD [133]<br>mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster312 { label="mapPartitions"; 143 [labelType="html" label="EdgeRDD [143] [Cached]<br>mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster314 { label="mapPartitions"; 147 [labelType="html" label="EdgeRDD [147] [Cached]<br>mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster315 { label="mapPartitions"; 149 [labelType="html" label="EdgeRDD [149]<br>mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster514 { label="mapPartitions"; 247 [labelType="html" label="EdgeRDD [247] [Cached]<br>mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster516 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250]<br>partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster517 { label="zipPartitions"; 251 [labelType="html" label="EdgeRDD [251]<br>zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster518 { label="mapPartitions"; 253 [labelType="html" label="EdgeRDD [253]<br>mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster520 { label="mapPartitions"; 257 [labelType="html" label="EdgeRDD [257] [Cached]<br>mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster524 { label="partitionBy"; 264 [labelType="html" label="ShuffledRDD [264]<br>partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster525 { label="zipPartitions"; 265 [labelType="html" label="EdgeRDD [265]<br>zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster527 { label="partitionBy"; 268 [labelType="html" label="ShuffledRDD [268]<br>partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster528 { label="zipPartitions"; 269 [labelType="html" label="EdgeRDD [269]<br>zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster568 { label="partitionBy"; 281 [labelType="html" label="ShuffledRDD [281]<br>partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster569 { label="zipPartitions"; 282 [labelType="html" label="EdgeRDD [282]<br>zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster599 { label="partitionBy"; 298 [labelType="html" label="ShuffledRDD [298]<br>partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster600 { label="zipPartitions"; 299 [labelType="html" label="EdgeRDD [299]<br>zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster630 { label="partitionBy"; 315 [labelType="html" label="ShuffledRDD [315]<br>partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster631 { label="zipPartitions"; 316 [labelType="html" label="EdgeRDD [316]<br>zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster661 { label="partitionBy"; 332 [labelType="html" label="ShuffledRDD [332]<br>partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster662 { label="zipPartitions"; 333 [labelType="html" label="EdgeRDD [333]<br>zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster692 { label="partitionBy"; 349 [labelType="html" label="ShuffledRDD [349]<br>partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster693 { label="zipPartitions"; 350 [labelType="html" label="EdgeRDD [350]<br>zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster723 { label="partitionBy"; 366 [labelType="html" label="ShuffledRDD [366]<br>partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster724 { label="zipPartitions"; 367 [labelType="html" label="EdgeRDD [367]<br>zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster754 { label="partitionBy"; 383 [labelType="html" label="ShuffledRDD [383]<br>partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster755 { label="zipPartitions"; 384 [labelType="html" label="EdgeRDD [384]<br>zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster785 { label="partitionBy"; 400 [labelType="html" label="ShuffledRDD [400]<br>partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster786 { label="zipPartitions"; 401 [labelType="html" label="EdgeRDD [401]<br>zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster816 { label="partitionBy"; 417 [labelType="html" label="ShuffledRDD [417]<br>partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster817 { label="zipPartitions"; 418 [labelType="html" label="EdgeRDD [418] [Cached]<br>zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster847 { label="partitionBy"; 434 [labelType="html" label="ShuffledRDD [434]<br>partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster848 { label="zipPartitions"; 435 [labelType="html" label="EdgeRDD [435] [Cached]<br>zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster850 { label="partitionBy"; 438 [labelType="html" label="ShuffledRDD [438]<br>partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster851 { label="zipPartitions"; 439 [labelType="html" label="EdgeRDD [439]<br>zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster852 { label="mapPartitions"; 441 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [441]<br>mapPartitions at GraphImpl.scala:208"]; } } 50->51; 51->52; 52->53; 53->54; 54->128; 128->129; 129->130; 130->131; 131->132; 132->133; 133->143; 143->147; 147->149; 149->247; 247->251; 250->251; 251->253; 253->257; 257->265; 264->265; 265->269; 268->269; 269->282; 281->282; 282->299; 298->299; 299->316; 315->316; 316->333; 332->333; 333->350; 349->350; 350->367; 366->367; 367->384; 383->384; 384->401; 400->401; 401->418; 417->418; 418->435; 434->435; 435->439; 438->439; 439->441; }
249,250
263,264
267,268
280,281
297,298
314,315
331,332
348,349
365,366
382,383
399,400
416,417
433,434
437,438
143
147
247
257
418
435
Event Timeline
Enable zooming
Tasks: 16. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time