Task3 - Details for Stage 173 (Attempt 0)

DAG Visualization

digraph G { subgraph clusterstage_173 { label="Stage 173"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] [Cached] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] [Cached] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster417 { label="partitionBy"; 229 [labelType="html" label="ShuffledRDD [229] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster418 { label="zipPartitions"; 230 [labelType="html" label="EdgeRDD [230] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster419 { label="mapPartitions"; 232 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [232] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->230; 229->230; 230->232; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

228,229

209

226