Task3 - Details for Stage 779 (Attempt 0)

DAG Visualization

digraph G { subgraph clusterstage_779 { label="Stage 779"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster662 { label="partitionBy"; 361 [labelType="html" label="ShuffledRDD [361] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster663 { label="zipPartitions"; 362 [labelType="html" label="EdgeRDD [362] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster693 { label="partitionBy"; 378 [labelType="html" label="ShuffledRDD [378] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster694 { label="zipPartitions"; 379 [labelType="html" label="EdgeRDD [379] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster724 { label="partitionBy"; 395 [labelType="html" label="ShuffledRDD [395] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster725 { label="zipPartitions"; 396 [labelType="html" label="EdgeRDD [396] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster755 { label="partitionBy"; 412 [labelType="html" label="ShuffledRDD [412] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster756 { label="zipPartitions"; 413 [labelType="html" label="EdgeRDD [413] [Cached] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster786 { label="partitionBy"; 429 [labelType="html" label="ShuffledRDD [429] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster787 { label="zipPartitions"; 430 [labelType="html" label="EdgeRDD [430] [Cached] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster789 { label="partitionBy"; 433 [labelType="html" label="ShuffledRDD [433] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster790 { label="zipPartitions"; 434 [labelType="html" label="EdgeRDD [434] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster791 { label="mapPartitions"; 436 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [436] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->362; 361->362; 362->379; 378->379; 379->396; 395->396; 396->413; 412->413; 413->430; 429->430; 430->434; 433->434; 434->436; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

360,361

377,378

394,395

411,412

428,429

432,433

413

430