Task3 - Details for Job 15

Details for Job 15

Status: SUCCEEDED
Completed Stages: 4
Skipped Stages: 30

Enable zooming

digraph G { subgraph clusterstage_175 { label="Stage 175 (skipped)"; subgraph cluster49 { label="Scan csv "; 17 [labelType="html" label="FileScanRDD [17] javaToPython at NativeMethodAccessorImpl.java:0"]; 18 [labelType="html" label="MapPartitionsRDD [18] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster45 { label="WholeStageCodegen (1)"; 19 [labelType="html" label="MapPartitionsRDD [19] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster54 { label="Scan csv "; 20 [labelType="html" label="FileScanRDD [20] javaToPython at NativeMethodAccessorImpl.java:0"]; 21 [labelType="html" label="MapPartitionsRDD [21] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster50 { label="WholeStageCodegen (2)"; 22 [labelType="html" label="MapPartitionsRDD [22] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster44 { label="Union"; 23 [labelType="html" label="UnionRDD [23] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster41 { label="WholeStageCodegen (3)"; 24 [labelType="html" label="MapPartitionsRDD [24] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster40 { label="Exchange"; 25 [labelType="html" label="MapPartitionsRDD [25] javaToPython at NativeMethodAccessorImpl.java:0"]; } } 17->18; 18->19; 20->21; 21->22; 19->23; 22->23; 23->24; 24->25; }

digraph G { subgraph clusterstage_176 { label="Stage 176 (skipped)"; 28 [labelType="html" label="SQLExecutionRDD [28] javaToPython at NativeMethodAccessorImpl.java:0"]; 31 [labelType="html" label="PythonRDD [31] RDD at PythonRDD.scala:53"]; subgraph cluster40 { label="Exchange"; 26 [labelType="html" label="ShuffledRowRDD [26] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster37 { label="WholeStageCodegen (4)"; 27 [labelType="html" label="MapPartitionsRDD [27] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster55 { label="map"; 29 [labelType="html" label="MapPartitionsRDD [29] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster56 { label="mapPartitions"; 30 [labelType="html" label="MapPartitionsRDD [30] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster57 { label="mapPartitions"; 32 [labelType="html" label="MapPartitionsRDD [32] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster58 { label="map"; 33 [labelType="html" label="MapPartitionsRDD [33] map at SerDeUtil.scala:137"]; } subgraph cluster59 { label="mapPartitions"; 34 [labelType="html" label="MapPartitionsRDD [34] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster122 { label="WholeStageCodegen (1)"; 49 [labelType="html" label="MapPartitionsRDD [49] rdd at GraphFrame.scala:180"]; } subgraph cluster121 { label="SortAggregate"; 50 [labelType="html" label="MapPartitionsRDD [50] rdd at GraphFrame.scala:180"]; } subgraph cluster120 { label="Exchange"; 51 [labelType="html" label="MapPartitionsRDD [51] rdd at GraphFrame.scala:180"]; } } 26->27; 27->28; 28->29; 29->30; 30->31; 31->32; 32->33; 33->34; 34->49; 49->50; 50->51; }

25,26

digraph G { subgraph clusterstage_177 { label="Stage 177 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster135 { label="mapPartitions"; 69 [labelType="html" label="VertexRDD.createRoutingTables - vid2pid (aggregation) [69] mapPartitions at VertexRDD.scala:356"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->69; }

digraph G { subgraph clusterstage_178 { label="Stage 178 (skipped)"; 57 [labelType="html" label="SQLExecutionRDD [57] rdd at GraphFrame.scala:180"]; subgraph cluster120 { label="Exchange"; 52 [labelType="html" label="ShuffledRowRDD [52] rdd at GraphFrame.scala:180"]; } subgraph cluster117 { label="WholeStageCodegen (2)"; 53 [labelType="html" label="MapPartitionsRDD [53] rdd at GraphFrame.scala:180"]; } subgraph cluster116 { label="SortAggregate"; 54 [labelType="html" label="MapPartitionsRDD [54] rdd at GraphFrame.scala:180"]; } subgraph cluster113 { label="WholeStageCodegen (3)"; 55 [labelType="html" label="MapPartitionsRDD [55] rdd at GraphFrame.scala:180"]; } subgraph cluster112 { label="DeserializeToObject"; 56 [labelType="html" label="MapPartitionsRDD [56] rdd at GraphFrame.scala:180"]; } subgraph cluster125 { label="mapPartitions"; 58 [labelType="html" label="MapPartitionsRDD [58] rdd at GraphFrame.scala:180"]; } subgraph cluster126 { label="map"; 59 [labelType="html" label="MapPartitionsRDD [59] map at GraphFrame.scala:181"]; } } 52->53; 53->54; 54->55; 55->56; 56->57; 57->58; 58->59; }

51,52

digraph G { subgraph clusterstage_179 { label="Stage 179 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster143 { label="mapPartitions"; 83 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [83] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->83; }

digraph G { subgraph clusterstage_180 { label="Stage 180 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster159 { label="mapPartitions"; 109 [labelType="html" label="ReplicatedVertexView.upgrade(true, true) - shippedVerts true true (broadcast) [109] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->109; }

59,68

69,70

83,84

digraph G { subgraph clusterstage_181 { label="Stage 181 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster155 { label="zipPartitions"; 103 [labelType="html" label="VertexRDD [103] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster156 { label="mapPartitions"; 105 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts false false (broadcast) [105] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 97->103; 101->103; 103->105; }

59,68

69,70

83,84

digraph G { subgraph clusterstage_182 { label="Stage 182 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster148 { label="mapPartitions"; 91 [labelType="html" label="ReplicatedVertexView.upgrade(true, true) - shippedVerts true true (broadcast) [91] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->91; }

59,68

69,70

83,84

digraph G { subgraph clusterstage_183 { label="Stage 183 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster162 { label="mapPartitions"; 113 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [113] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->113; }

91,92

105,106

109,110

digraph G { subgraph clusterstage_184 { label="Stage 184 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster230 { label="mapPartitions"; 126 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [126] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 115->126; }

59,68

69,70

83,84

113,114

digraph G { subgraph clusterstage_185 { label="Stage 185 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster226 { label="zipPartitions"; 120 [labelType="html" label="VertexRDD [120] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster227 { label="mapPartitions"; 122 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [122] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 101->120; 118->120; 120->122; }

59,68

69,70

83,84

113,114

digraph G { subgraph clusterstage_186 { label="Stage 186 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster231 { label="partitionBy"; 127 [labelType="html" label="ShuffledRDD [127] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster232 { label="zipPartitions"; 128 [labelType="html" label="EdgeRDD [128] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster233 { label="mapPartitions"; 130 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [130] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->128; 127->128; 128->130; }

91,92

105,106

109,110

122,123

126,127

digraph G { subgraph clusterstage_187 { label="Stage 187 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster257 { label="zipPartitions"; 137 [labelType="html" label="VertexRDD [137] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster258 { label="mapPartitions"; 139 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [139] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 118->137; 135->137; 137->139; }

59,68

69,70

83,84

113,114

130,131

digraph G { subgraph clusterstage_188 { label="Stage 188 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster261 { label="mapPartitions"; 143 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [143] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 132->143; }

59,68

69,70

83,84

113,114

130,131

digraph G { subgraph clusterstage_189 { label="Stage 189 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster262 { label="partitionBy"; 144 [labelType="html" label="ShuffledRDD [144] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster263 { label="zipPartitions"; 145 [labelType="html" label="EdgeRDD [145] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster264 { label="mapPartitions"; 147 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [147] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->145; 144->145; 145->147; }

91,92

105,106

109,110

122,123

139,140

143,144

digraph G { subgraph clusterstage_190 { label="Stage 190 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster288 { label="zipPartitions"; 154 [labelType="html" label="VertexRDD [154] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster289 { label="mapPartitions"; 156 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [156] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 135->154; 152->154; 154->156; }

59,68

69,70

83,84

113,114

130,131

147,148

digraph G { subgraph clusterstage_191 { label="Stage 191 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster292 { label="mapPartitions"; 160 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [160] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 149->160; }

59,68

69,70

83,84

113,114

130,131

147,148

digraph G { subgraph clusterstage_192 { label="Stage 192 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster293 { label="partitionBy"; 161 [labelType="html" label="ShuffledRDD [161] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster294 { label="zipPartitions"; 162 [labelType="html" label="EdgeRDD [162] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster295 { label="mapPartitions"; 164 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [164] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->162; 161->162; 162->164; }

91,92

105,106

109,110

122,123

139,140

156,157

160,161

digraph G { subgraph clusterstage_193 { label="Stage 193 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster319 { label="zipPartitions"; 171 [labelType="html" label="VertexRDD [171] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster320 { label="mapPartitions"; 173 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [173] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 152->171; 169->171; 171->173; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

digraph G { subgraph clusterstage_194 { label="Stage 194 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster323 { label="mapPartitions"; 177 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [177] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 166->177; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

digraph G { subgraph clusterstage_195 { label="Stage 195 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster324 { label="partitionBy"; 178 [labelType="html" label="ShuffledRDD [178] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster325 { label="zipPartitions"; 179 [labelType="html" label="EdgeRDD [179] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster326 { label="mapPartitions"; 181 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [181] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->179; 178->179; 179->181; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

177,178

digraph G { subgraph clusterstage_196 { label="Stage 196 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster354 { label="mapPartitions"; 194 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [194] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 183->194; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

digraph G { subgraph clusterstage_197 { label="Stage 197 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster350 { label="zipPartitions"; 188 [labelType="html" label="VertexRDD [188] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster351 { label="mapPartitions"; 190 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [190] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 169->188; 186->188; 188->190; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

digraph G { subgraph clusterstage_198 { label="Stage 198 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster355 { label="partitionBy"; 195 [labelType="html" label="ShuffledRDD [195] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster356 { label="zipPartitions"; 196 [labelType="html" label="EdgeRDD [196] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster357 { label="mapPartitions"; 198 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [198] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->196; 195->196; 196->198; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

194,195

digraph G { subgraph clusterstage_199 { label="Stage 199 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster381 { label="zipPartitions"; 205 [labelType="html" label="VertexRDD [205] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster382 { label="mapPartitions"; 207 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [207] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 186->205; 203->205; 205->207; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

digraph G { subgraph clusterstage_200 { label="Stage 200 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster385 { label="mapPartitions"; 211 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [211] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 200->211; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

digraph G { subgraph clusterstage_201 { label="Stage 201 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster386 { label="partitionBy"; 212 [labelType="html" label="ShuffledRDD [212] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster387 { label="zipPartitions"; 213 [labelType="html" label="EdgeRDD [213] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster388 { label="mapPartitions"; 215 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [215] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->213; 212->213; 213->215; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

211,212

digraph G { subgraph clusterstage_202 { label="Stage 202 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster412 { label="zipPartitions"; 222 [labelType="html" label="VertexRDD [222] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster413 { label="mapPartitions"; 224 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [224] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 203->222; 220->222; 222->224; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

220

digraph G { subgraph clusterstage_203 { label="Stage 203 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster416 { label="mapPartitions"; 228 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [228] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 217->228; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

digraph G { subgraph clusterstage_204 { label="Stage 204 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] [Cached] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster417 { label="partitionBy"; 229 [labelType="html" label="ShuffledRDD [229] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster418 { label="zipPartitions"; 230 [labelType="html" label="EdgeRDD [230] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster419 { label="mapPartitions"; 232 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [232] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->230; 229->230; 230->232; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

228,229

226

digraph G { subgraph clusterstage_205 { label="Stage 205"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] [Cached] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster447 { label="mapPartitions"; 245 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [245] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 234->245; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

220

234

digraph G { subgraph clusterstage_206 { label="Stage 206"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] [Cached] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster443 { label="zipPartitions"; 239 [labelType="html" label="VertexRDD [239] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster444 { label="mapPartitions"; 241 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [241] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 220->239; 237->239; 239->241; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

220

234

237

digraph G { subgraph clusterstage_207 { label="Stage 207"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] [Cached] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] [Cached] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster448 { label="partitionBy"; 246 [labelType="html" label="ShuffledRDD [246] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster449 { label="zipPartitions"; 247 [labelType="html" label="EdgeRDD [247] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster450 { label="mapPartitions"; 249 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [249] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->247; 246->247; 247->249; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

245,246

226

243

digraph G { subgraph clusterstage_208 { label="Stage 208"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] [Cached] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] [Cached] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster453 { label="map"; 253 [labelType="html" label="MapPartitionsRDD [253] map at VertexRDDImpl.scala:90"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 251->253; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

220

234

237

251

Completed Stages (4)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Shuffle Read	Shuffle Write
208	fold at VertexRDDImpl.scala:90 +details org.apache.spark.rdd.RDD.fold(RDD.scala:1151) org.apache.spark.graphx.impl.VertexRDDImpl.count(VertexRDDImpl.scala:90) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:161) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:49:47	0.6 s	200/200	775.5 KiB	88.0 KiB
207	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:49:45	1 s	22/22	94.6 MiB	1569.2 KiB	88.0 KiB
206	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:49:43	1 s	200/200	2.3 MiB		1365.3 KiB
205	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:49:43	2 s	200/200	831.9 KiB		203.9 KiB

Page:

Skipped Stages (30)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
204	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
203	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
202	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
201	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
200	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
199	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
198	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
197	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
196	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
195	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
194	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
193	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
192	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
191	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
190	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
189	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
188	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
187	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
186	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
185	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
184	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
183	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:136) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
182	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.upgrade(ReplicatedVertexView.scala:66) org.apache.spark.graphx.impl.GraphImpl.mapTriplets(GraphImpl.scala:152) org.apache.spark.graphx.Graph.mapTriplets(Graph.scala:241) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:383) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
181	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.mapVertices(GraphImpl.scala:133) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:130) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
180	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.upgrade(ReplicatedVertexView.scala:66) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:198) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:136) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
179	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.Graph.aggregateMessages(Graph.scala:382) org.apache.spark.graphx.GraphOps.degreesRDD(GraphOps.scala:73) org.apache.spark.graphx.GraphOps.outDegrees$lzycompute(GraphOps.scala:55) org.apache.spark.graphx.GraphOps.outDegrees(GraphOps.scala:54) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:379) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
178	map at GraphFrame.scala:181 +details org.apache.spark.rdd.RDD.map(RDD.scala:395) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:181) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:153) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
177	mapPartitions at VertexRDD.scala:356 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.VertexRDD$.createRoutingTables(VertexRDD.scala:356) org.apache.spark.graphx.VertexRDD$.apply(VertexRDD.scala:321) org.apache.spark.graphx.VertexRDD$.apply(VertexRDD.scala:299) org.apache.spark.graphx.impl.GraphImpl$.apply(GraphImpl.scala:315) org.apache.spark.graphx.Graph$.apply(Graph.scala:531) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:184) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:153) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282)	Unknown	Unknown	0/22
176	rdd at GraphFrame.scala:180 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3198) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:180) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:153) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
175	javaToPython at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:3441) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/44

Page: