Task3 - Details for Job 30

Details for Job 30

Status: SUCCEEDED
Associated SQL Query: 4
Completed Stages: 4
Skipped Stages: 66

Enable zooming

digraph G { subgraph clusterstage_985 { label="Stage 985 (skipped)"; subgraph cluster49 { label="Scan csv "; 17 [labelType="html" label="FileScanRDD [17] javaToPython at NativeMethodAccessorImpl.java:0"]; 18 [labelType="html" label="MapPartitionsRDD [18] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster45 { label="WholeStageCodegen (1)"; 19 [labelType="html" label="MapPartitionsRDD [19] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster54 { label="Scan csv "; 20 [labelType="html" label="FileScanRDD [20] javaToPython at NativeMethodAccessorImpl.java:0"]; 21 [labelType="html" label="MapPartitionsRDD [21] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster50 { label="WholeStageCodegen (2)"; 22 [labelType="html" label="MapPartitionsRDD [22] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster44 { label="Union"; 23 [labelType="html" label="UnionRDD [23] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster41 { label="WholeStageCodegen (3)"; 24 [labelType="html" label="MapPartitionsRDD [24] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster40 { label="Exchange"; 25 [labelType="html" label="MapPartitionsRDD [25] javaToPython at NativeMethodAccessorImpl.java:0"]; } } 17->18; 18->19; 20->21; 21->22; 19->23; 22->23; 23->24; 24->25; }

digraph G { subgraph clusterstage_986 { label="Stage 986 (skipped)"; 28 [labelType="html" label="SQLExecutionRDD [28] javaToPython at NativeMethodAccessorImpl.java:0"]; 31 [labelType="html" label="PythonRDD [31] RDD at PythonRDD.scala:53"]; subgraph cluster40 { label="Exchange"; 26 [labelType="html" label="ShuffledRowRDD [26] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster37 { label="WholeStageCodegen (4)"; 27 [labelType="html" label="MapPartitionsRDD [27] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster55 { label="map"; 29 [labelType="html" label="MapPartitionsRDD [29] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster56 { label="mapPartitions"; 30 [labelType="html" label="MapPartitionsRDD [30] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster57 { label="mapPartitions"; 32 [labelType="html" label="MapPartitionsRDD [32] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster58 { label="map"; 33 [labelType="html" label="MapPartitionsRDD [33] map at SerDeUtil.scala:137"]; } subgraph cluster59 { label="mapPartitions"; 34 [labelType="html" label="MapPartitionsRDD [34] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster122 { label="WholeStageCodegen (1)"; 49 [labelType="html" label="MapPartitionsRDD [49] rdd at GraphFrame.scala:180"]; } subgraph cluster121 { label="SortAggregate"; 50 [labelType="html" label="MapPartitionsRDD [50] rdd at GraphFrame.scala:180"]; } subgraph cluster120 { label="Exchange"; 51 [labelType="html" label="MapPartitionsRDD [51] rdd at GraphFrame.scala:180"]; } } 26->27; 27->28; 28->29; 29->30; 30->31; 31->32; 32->33; 33->34; 34->49; 49->50; 50->51; }

25,26

digraph G { subgraph clusterstage_987 { label="Stage 987 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster135 { label="mapPartitions"; 69 [labelType="html" label="VertexRDD.createRoutingTables - vid2pid (aggregation) [69] mapPartitions at VertexRDD.scala:356"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->69; }

digraph G { subgraph clusterstage_988 { label="Stage 988 (skipped)"; 57 [labelType="html" label="SQLExecutionRDD [57] rdd at GraphFrame.scala:180"]; subgraph cluster120 { label="Exchange"; 52 [labelType="html" label="ShuffledRowRDD [52] rdd at GraphFrame.scala:180"]; } subgraph cluster117 { label="WholeStageCodegen (2)"; 53 [labelType="html" label="MapPartitionsRDD [53] rdd at GraphFrame.scala:180"]; } subgraph cluster116 { label="SortAggregate"; 54 [labelType="html" label="MapPartitionsRDD [54] rdd at GraphFrame.scala:180"]; } subgraph cluster113 { label="WholeStageCodegen (3)"; 55 [labelType="html" label="MapPartitionsRDD [55] rdd at GraphFrame.scala:180"]; } subgraph cluster112 { label="DeserializeToObject"; 56 [labelType="html" label="MapPartitionsRDD [56] rdd at GraphFrame.scala:180"]; } subgraph cluster125 { label="mapPartitions"; 58 [labelType="html" label="MapPartitionsRDD [58] rdd at GraphFrame.scala:180"]; } subgraph cluster126 { label="map"; 59 [labelType="html" label="MapPartitionsRDD [59] map at GraphFrame.scala:181"]; } } 52->53; 53->54; 54->55; 55->56; 56->57; 57->58; 58->59; }

51,52

digraph G { subgraph clusterstage_989 { label="Stage 989 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster143 { label="mapPartitions"; 83 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [83] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->83; }

digraph G { subgraph clusterstage_990 { label="Stage 990 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster159 { label="mapPartitions"; 109 [labelType="html" label="ReplicatedVertexView.upgrade(true, true) - shippedVerts true true (broadcast) [109] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->109; }

59,68

69,70

83,84

digraph G { subgraph clusterstage_991 { label="Stage 991 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster155 { label="zipPartitions"; 103 [labelType="html" label="VertexRDD [103] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster156 { label="mapPartitions"; 105 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts false false (broadcast) [105] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 97->103; 101->103; 103->105; }

59,68

69,70

83,84

digraph G { subgraph clusterstage_992 { label="Stage 992 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster148 { label="mapPartitions"; 91 [labelType="html" label="ReplicatedVertexView.upgrade(true, true) - shippedVerts true true (broadcast) [91] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->91; }

59,68

69,70

83,84

digraph G { subgraph clusterstage_993 { label="Stage 993 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster162 { label="mapPartitions"; 113 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [113] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->113; }

91,92

105,106

109,110

digraph G { subgraph clusterstage_994 { label="Stage 994 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster230 { label="mapPartitions"; 126 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [126] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 115->126; }

59,68

69,70

83,84

113,114

digraph G { subgraph clusterstage_995 { label="Stage 995 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster226 { label="zipPartitions"; 120 [labelType="html" label="VertexRDD [120] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster227 { label="mapPartitions"; 122 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [122] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 101->120; 118->120; 120->122; }

59,68

69,70

83,84

113,114

digraph G { subgraph clusterstage_996 { label="Stage 996 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster231 { label="partitionBy"; 127 [labelType="html" label="ShuffledRDD [127] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster232 { label="zipPartitions"; 128 [labelType="html" label="EdgeRDD [128] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster233 { label="mapPartitions"; 130 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [130] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->128; 127->128; 128->130; }

91,92

105,106

109,110

122,123

126,127

digraph G { subgraph clusterstage_997 { label="Stage 997 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster257 { label="zipPartitions"; 137 [labelType="html" label="VertexRDD [137] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster258 { label="mapPartitions"; 139 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [139] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 118->137; 135->137; 137->139; }

59,68

69,70

83,84

113,114

130,131

digraph G { subgraph clusterstage_998 { label="Stage 998 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster261 { label="mapPartitions"; 143 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [143] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 132->143; }

59,68

69,70

83,84

113,114

130,131

digraph G { subgraph clusterstage_999 { label="Stage 999 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster262 { label="partitionBy"; 144 [labelType="html" label="ShuffledRDD [144] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster263 { label="zipPartitions"; 145 [labelType="html" label="EdgeRDD [145] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster264 { label="mapPartitions"; 147 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [147] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->145; 144->145; 145->147; }

91,92

105,106

109,110

122,123

139,140

143,144

digraph G { subgraph clusterstage_1000 { label="Stage 1000 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster288 { label="zipPartitions"; 154 [labelType="html" label="VertexRDD [154] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster289 { label="mapPartitions"; 156 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [156] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 135->154; 152->154; 154->156; }

59,68

69,70

83,84

113,114

130,131

147,148

digraph G { subgraph clusterstage_1001 { label="Stage 1001 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster292 { label="mapPartitions"; 160 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [160] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 149->160; }

59,68

69,70

83,84

113,114

130,131

147,148

digraph G { subgraph clusterstage_1002 { label="Stage 1002 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster293 { label="partitionBy"; 161 [labelType="html" label="ShuffledRDD [161] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster294 { label="zipPartitions"; 162 [labelType="html" label="EdgeRDD [162] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster295 { label="mapPartitions"; 164 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [164] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->162; 161->162; 162->164; }

91,92

105,106

109,110

122,123

139,140

156,157

160,161

digraph G { subgraph clusterstage_1003 { label="Stage 1003 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster323 { label="mapPartitions"; 177 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [177] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 166->177; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

digraph G { subgraph clusterstage_1004 { label="Stage 1004 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster319 { label="zipPartitions"; 171 [labelType="html" label="VertexRDD [171] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster320 { label="mapPartitions"; 173 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [173] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 152->171; 169->171; 171->173; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

digraph G { subgraph clusterstage_1005 { label="Stage 1005 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster324 { label="partitionBy"; 178 [labelType="html" label="ShuffledRDD [178] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster325 { label="zipPartitions"; 179 [labelType="html" label="EdgeRDD [179] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster326 { label="mapPartitions"; 181 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [181] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->179; 178->179; 179->181; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

177,178

digraph G { subgraph clusterstage_1006 { label="Stage 1006 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster354 { label="mapPartitions"; 194 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [194] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 183->194; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

digraph G { subgraph clusterstage_1007 { label="Stage 1007 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster350 { label="zipPartitions"; 188 [labelType="html" label="VertexRDD [188] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster351 { label="mapPartitions"; 190 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [190] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 169->188; 186->188; 188->190; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

digraph G { subgraph clusterstage_1008 { label="Stage 1008 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster355 { label="partitionBy"; 195 [labelType="html" label="ShuffledRDD [195] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster356 { label="zipPartitions"; 196 [labelType="html" label="EdgeRDD [196] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster357 { label="mapPartitions"; 198 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [198] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->196; 195->196; 196->198; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

194,195

digraph G { subgraph clusterstage_1009 { label="Stage 1009 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster381 { label="zipPartitions"; 205 [labelType="html" label="VertexRDD [205] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster382 { label="mapPartitions"; 207 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [207] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 186->205; 203->205; 205->207; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

digraph G { subgraph clusterstage_1010 { label="Stage 1010 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster385 { label="mapPartitions"; 211 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [211] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 200->211; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

digraph G { subgraph clusterstage_1011 { label="Stage 1011 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster386 { label="partitionBy"; 212 [labelType="html" label="ShuffledRDD [212] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster387 { label="zipPartitions"; 213 [labelType="html" label="EdgeRDD [213] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster388 { label="mapPartitions"; 215 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [215] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->213; 212->213; 213->215; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

211,212

digraph G { subgraph clusterstage_1012 { label="Stage 1012 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster412 { label="zipPartitions"; 222 [labelType="html" label="VertexRDD [222] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster413 { label="mapPartitions"; 224 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [224] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 203->222; 220->222; 222->224; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

digraph G { subgraph clusterstage_1013 { label="Stage 1013 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster416 { label="mapPartitions"; 228 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [228] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 217->228; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

digraph G { subgraph clusterstage_1014 { label="Stage 1014 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster417 { label="partitionBy"; 229 [labelType="html" label="ShuffledRDD [229] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster418 { label="zipPartitions"; 230 [labelType="html" label="EdgeRDD [230] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster419 { label="mapPartitions"; 232 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [232] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->230; 229->230; 230->232; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

228,229

digraph G { subgraph clusterstage_1015 { label="Stage 1015 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster443 { label="zipPartitions"; 239 [labelType="html" label="VertexRDD [239] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster444 { label="mapPartitions"; 241 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [241] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 220->239; 237->239; 239->241; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

digraph G { subgraph clusterstage_1016 { label="Stage 1016 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster447 { label="mapPartitions"; 245 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [245] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 234->245; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

digraph G { subgraph clusterstage_1017 { label="Stage 1017 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster448 { label="partitionBy"; 246 [labelType="html" label="ShuffledRDD [246] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster449 { label="zipPartitions"; 247 [labelType="html" label="EdgeRDD [247] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster450 { label="mapPartitions"; 249 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [249] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->247; 246->247; 247->249; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

245,246

digraph G { subgraph clusterstage_1018 { label="Stage 1018 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster474 { label="zipPartitions"; 256 [labelType="html" label="VertexRDD [256] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster475 { label="mapPartitions"; 258 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [258] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 237->256; 254->256; 256->258; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

digraph G { subgraph clusterstage_1019 { label="Stage 1019 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster478 { label="mapPartitions"; 262 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [262] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 251->262; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

digraph G { subgraph clusterstage_1020 { label="Stage 1020 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster479 { label="partitionBy"; 263 [labelType="html" label="ShuffledRDD [263] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster480 { label="zipPartitions"; 264 [labelType="html" label="EdgeRDD [264] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster481 { label="mapPartitions"; 266 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [266] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->264; 263->264; 264->266; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

262,263

digraph G { subgraph clusterstage_1021 { label="Stage 1021 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster509 { label="mapPartitions"; 279 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [279] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 268->279; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

digraph G { subgraph clusterstage_1022 { label="Stage 1022 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster505 { label="zipPartitions"; 273 [labelType="html" label="VertexRDD [273] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster506 { label="mapPartitions"; 275 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [275] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 254->273; 271->273; 273->275; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

digraph G { subgraph clusterstage_1023 { label="Stage 1023 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster510 { label="partitionBy"; 280 [labelType="html" label="ShuffledRDD [280] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster511 { label="zipPartitions"; 281 [labelType="html" label="EdgeRDD [281] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster512 { label="mapPartitions"; 283 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [283] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->281; 280->281; 281->283; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

279,280

digraph G { subgraph clusterstage_1024 { label="Stage 1024 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster536 { label="zipPartitions"; 290 [labelType="html" label="VertexRDD [290] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster537 { label="mapPartitions"; 292 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [292] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 271->290; 288->290; 290->292; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

digraph G { subgraph clusterstage_1025 { label="Stage 1025 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster540 { label="mapPartitions"; 296 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [296] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 285->296; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

digraph G { subgraph clusterstage_1026 { label="Stage 1026 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster541 { label="partitionBy"; 297 [labelType="html" label="ShuffledRDD [297] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster542 { label="zipPartitions"; 298 [labelType="html" label="EdgeRDD [298] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster543 { label="mapPartitions"; 300 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [300] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->298; 297->298; 298->300; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

296,297

digraph G { subgraph clusterstage_1027 { label="Stage 1027 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster571 { label="mapPartitions"; 313 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [313] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 302->313; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

digraph G { subgraph clusterstage_1028 { label="Stage 1028 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster567 { label="zipPartitions"; 307 [labelType="html" label="VertexRDD [307] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster568 { label="mapPartitions"; 309 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [309] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 288->307; 305->307; 307->309; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

digraph G { subgraph clusterstage_1029 { label="Stage 1029 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster572 { label="partitionBy"; 314 [labelType="html" label="ShuffledRDD [314] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster573 { label="zipPartitions"; 315 [labelType="html" label="EdgeRDD [315] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster574 { label="mapPartitions"; 317 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [317] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->315; 314->315; 315->317; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

313,314

digraph G { subgraph clusterstage_1030 { label="Stage 1030 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster598 { label="zipPartitions"; 324 [labelType="html" label="VertexRDD [324] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster599 { label="mapPartitions"; 326 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [326] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 305->324; 322->324; 324->326; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

digraph G { subgraph clusterstage_1031 { label="Stage 1031 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster602 { label="mapPartitions"; 330 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [330] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 319->330; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

digraph G { subgraph clusterstage_1032 { label="Stage 1032 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster603 { label="partitionBy"; 331 [labelType="html" label="ShuffledRDD [331] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster604 { label="zipPartitions"; 332 [labelType="html" label="EdgeRDD [332] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster605 { label="mapPartitions"; 334 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [334] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->332; 331->332; 332->334; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

330,331

digraph G { subgraph clusterstage_1033 { label="Stage 1033 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster629 { label="zipPartitions"; 341 [labelType="html" label="VertexRDD [341] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster630 { label="mapPartitions"; 343 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [343] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 322->341; 339->341; 341->343; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

digraph G { subgraph clusterstage_1034 { label="Stage 1034 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster633 { label="mapPartitions"; 347 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [347] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 336->347; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

digraph G { subgraph clusterstage_1035 { label="Stage 1035 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster634 { label="partitionBy"; 348 [labelType="html" label="ShuffledRDD [348] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster635 { label="zipPartitions"; 349 [labelType="html" label="EdgeRDD [349] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster636 { label="mapPartitions"; 351 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [351] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->349; 348->349; 349->351; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

347,348

digraph G { subgraph clusterstage_1036 { label="Stage 1036 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster664 { label="mapPartitions"; 364 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [364] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 353->364; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

digraph G { subgraph clusterstage_1037 { label="Stage 1037 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster660 { label="zipPartitions"; 358 [labelType="html" label="VertexRDD [358] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster661 { label="mapPartitions"; 360 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [360] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 339->358; 356->358; 358->360; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

digraph G { subgraph clusterstage_1038 { label="Stage 1038 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster662 { label="partitionBy"; 361 [labelType="html" label="ShuffledRDD [361] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster663 { label="zipPartitions"; 362 [labelType="html" label="EdgeRDD [362] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster665 { label="partitionBy"; 365 [labelType="html" label="ShuffledRDD [365] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster666 { label="zipPartitions"; 366 [labelType="html" label="EdgeRDD [366] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster667 { label="mapPartitions"; 368 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [368] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->362; 361->362; 362->366; 365->366; 366->368; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

360,361

364,365

digraph G { subgraph clusterstage_1039 { label="Stage 1039 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster695 { label="mapPartitions"; 381 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [381] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 370->381; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

digraph G { subgraph clusterstage_1040 { label="Stage 1040 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster691 { label="zipPartitions"; 375 [labelType="html" label="VertexRDD [375] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster692 { label="mapPartitions"; 377 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [377] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 356->375; 373->375; 375->377; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

digraph G { subgraph clusterstage_1041 { label="Stage 1041 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster662 { label="partitionBy"; 361 [labelType="html" label="ShuffledRDD [361] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster663 { label="zipPartitions"; 362 [labelType="html" label="EdgeRDD [362] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster693 { label="partitionBy"; 378 [labelType="html" label="ShuffledRDD [378] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster694 { label="zipPartitions"; 379 [labelType="html" label="EdgeRDD [379] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster696 { label="partitionBy"; 382 [labelType="html" label="ShuffledRDD [382] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster697 { label="zipPartitions"; 383 [labelType="html" label="EdgeRDD [383] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster698 { label="mapPartitions"; 385 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [385] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->362; 361->362; 362->379; 378->379; 379->383; 382->383; 383->385; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

360,361

377,378

381,382

digraph G { subgraph clusterstage_1042 { label="Stage 1042 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster721 { label="zipPartitions"; 390 [labelType="html" label="VertexRDD [390] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster722 { label="zipPartitions"; 392 [labelType="html" label="VertexRDD [392] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster723 { label="mapPartitions"; 394 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [394] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 373->390; 387->390; 373->392; 390->392; 392->394; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

digraph G { subgraph clusterstage_1043 { label="Stage 1043 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster726 { label="mapPartitions"; 398 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [398] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 387->398; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

digraph G { subgraph clusterstage_1044 { label="Stage 1044 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster662 { label="partitionBy"; 361 [labelType="html" label="ShuffledRDD [361] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster663 { label="zipPartitions"; 362 [labelType="html" label="EdgeRDD [362] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster693 { label="partitionBy"; 378 [labelType="html" label="ShuffledRDD [378] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster694 { label="zipPartitions"; 379 [labelType="html" label="EdgeRDD [379] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster724 { label="partitionBy"; 395 [labelType="html" label="ShuffledRDD [395] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster725 { label="zipPartitions"; 396 [labelType="html" label="EdgeRDD [396] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster727 { label="partitionBy"; 399 [labelType="html" label="ShuffledRDD [399] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster728 { label="zipPartitions"; 400 [labelType="html" label="EdgeRDD [400] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster729 { label="mapPartitions"; 402 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [402] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->362; 361->362; 362->379; 378->379; 379->396; 395->396; 396->400; 399->400; 400->402; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

360,361

377,378

394,395

398,399

digraph G { subgraph clusterstage_1045 { label="Stage 1045 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster721 { label="zipPartitions"; 390 [labelType="html" label="VertexRDD [390] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster730 { label="partitionBy"; 403 [labelType="html" label="ShuffledRDD [403] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster731 { label="zipPartitions"; 404 [labelType="html" label="VertexRDD [404] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster757 { label="mapPartitions"; 415 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [415] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 373->390; 387->390; 390->404; 403->404; 404->415; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

402,403

digraph G { subgraph clusterstage_1046 { label="Stage 1046 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster721 { label="zipPartitions"; 390 [labelType="html" label="VertexRDD [390] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster730 { label="partitionBy"; 403 [labelType="html" label="ShuffledRDD [403] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster731 { label="zipPartitions"; 404 [labelType="html" label="VertexRDD [404] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster752 { label="zipPartitions"; 407 [labelType="html" label="VertexRDD [407] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster753 { label="zipPartitions"; 409 [labelType="html" label="VertexRDD [409] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster754 { label="mapPartitions"; 411 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [411] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 373->390; 387->390; 390->404; 403->404; 390->407; 404->407; 390->409; 407->409; 409->411; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

402,403

digraph G { subgraph clusterstage_1047 { label="Stage 1047 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster662 { label="partitionBy"; 361 [labelType="html" label="ShuffledRDD [361] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster663 { label="zipPartitions"; 362 [labelType="html" label="EdgeRDD [362] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster693 { label="partitionBy"; 378 [labelType="html" label="ShuffledRDD [378] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster694 { label="zipPartitions"; 379 [labelType="html" label="EdgeRDD [379] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster724 { label="partitionBy"; 395 [labelType="html" label="ShuffledRDD [395] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster725 { label="zipPartitions"; 396 [labelType="html" label="EdgeRDD [396] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster755 { label="partitionBy"; 412 [labelType="html" label="ShuffledRDD [412] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster756 { label="zipPartitions"; 413 [labelType="html" label="EdgeRDD [413] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster758 { label="partitionBy"; 416 [labelType="html" label="ShuffledRDD [416] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster759 { label="zipPartitions"; 417 [labelType="html" label="EdgeRDD [417] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster760 { label="mapPartitions"; 419 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [419] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->362; 361->362; 362->379; 378->379; 379->396; 395->396; 396->413; 412->413; 413->417; 416->417; 417->419; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

360,361

377,378

394,395

411,412

415,416

digraph G { subgraph clusterstage_1048 { label="Stage 1048 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster721 { label="zipPartitions"; 390 [labelType="html" label="VertexRDD [390] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster730 { label="partitionBy"; 403 [labelType="html" label="ShuffledRDD [403] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster731 { label="zipPartitions"; 404 [labelType="html" label="VertexRDD [404] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster752 { label="zipPartitions"; 407 [labelType="html" label="VertexRDD [407] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster761 { label="partitionBy"; 420 [labelType="html" label="ShuffledRDD [420] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster762 { label="zipPartitions"; 421 [labelType="html" label="VertexRDD [421] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster783 { label="zipPartitions"; 424 [labelType="html" label="VertexRDD [424] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster784 { label="zipPartitions"; 426 [labelType="html" label="VertexRDD [426] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster785 { label="mapPartitions"; 428 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [428] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 373->390; 387->390; 390->404; 403->404; 390->407; 404->407; 407->421; 420->421; 407->424; 421->424; 407->426; 424->426; 426->428; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

402,403

419,420

digraph G { subgraph clusterstage_1049 { label="Stage 1049 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster721 { label="zipPartitions"; 390 [labelType="html" label="VertexRDD [390] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster730 { label="partitionBy"; 403 [labelType="html" label="ShuffledRDD [403] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster731 { label="zipPartitions"; 404 [labelType="html" label="VertexRDD [404] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster752 { label="zipPartitions"; 407 [labelType="html" label="VertexRDD [407] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster761 { label="partitionBy"; 420 [labelType="html" label="ShuffledRDD [420] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster762 { label="zipPartitions"; 421 [labelType="html" label="VertexRDD [421] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster788 { label="mapPartitions"; 432 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [432] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 373->390; 387->390; 390->404; 403->404; 390->407; 404->407; 407->421; 420->421; 421->432; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

402,403

419,420

digraph G { subgraph clusterstage_1050 { label="Stage 1050 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster662 { label="partitionBy"; 361 [labelType="html" label="ShuffledRDD [361] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster663 { label="zipPartitions"; 362 [labelType="html" label="EdgeRDD [362] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster693 { label="partitionBy"; 378 [labelType="html" label="ShuffledRDD [378] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster694 { label="zipPartitions"; 379 [labelType="html" label="EdgeRDD [379] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster724 { label="partitionBy"; 395 [labelType="html" label="ShuffledRDD [395] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster725 { label="zipPartitions"; 396 [labelType="html" label="EdgeRDD [396] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster755 { label="partitionBy"; 412 [labelType="html" label="ShuffledRDD [412] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster756 { label="zipPartitions"; 413 [labelType="html" label="EdgeRDD [413] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster786 { label="partitionBy"; 429 [labelType="html" label="ShuffledRDD [429] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster787 { label="zipPartitions"; 430 [labelType="html" label="EdgeRDD [430] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster789 { label="partitionBy"; 433 [labelType="html" label="ShuffledRDD [433] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster790 { label="zipPartitions"; 434 [labelType="html" label="EdgeRDD [434] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster791 { label="mapPartitions"; 436 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [436] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->362; 361->362; 362->379; 378->379; 379->396; 395->396; 396->413; 412->413; 413->430; 429->430; 430->434; 433->434; 434->436; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

360,361

377,378

394,395

411,412

428,429

432,433

digraph G { subgraph clusterstage_1051 { label="Stage 1051"; 465 [labelType="html" label="VertexRDDImpl [465] [Cached] RDD at VertexRDD.scala:57"]; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster721 { label="zipPartitions"; 390 [labelType="html" label="VertexRDD [390] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster730 { label="partitionBy"; 403 [labelType="html" label="ShuffledRDD [403] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster731 { label="zipPartitions"; 404 [labelType="html" label="VertexRDD [404] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster752 { label="zipPartitions"; 407 [labelType="html" label="VertexRDD [407] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster761 { label="partitionBy"; 420 [labelType="html" label="ShuffledRDD [420] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster762 { label="zipPartitions"; 421 [labelType="html" label="VertexRDD [421] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster783 { label="zipPartitions"; 424 [labelType="html" label="VertexRDD [424] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster792 { label="partitionBy"; 437 [labelType="html" label="ShuffledRDD [437] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster793 { label="zipPartitions"; 438 [labelType="html" label="VertexRDD [438] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster814 { label="zipPartitions"; 441 [labelType="html" label="VertexRDD [441] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster845 { label="mapPartitions"; 458 [labelType="html" label="VertexRDD [458] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster857 { label="mapPartitions"; 464 [labelType="html" label="VertexRDD [464] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster862 { label="map"; 472 [labelType="html" label="MapPartitionsRDD [472] map at GraphXConversions.scala:67"]; } subgraph cluster893 { label="Scan"; 484 [labelType="html" label="MapPartitionsRDD [484] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster889 { label="WholeStageCodegen (5)"; 485 [labelType="html" label="MapPartitionsRDD [485] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster888 { label="Exchange"; 486 [labelType="html" label="MapPartitionsRDD [486] showString at NativeMethodAccessorImpl.java:0"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 373->390; 387->390; 390->404; 403->404; 390->407; 404->407; 407->421; 420->421; 407->424; 421->424; 424->438; 437->438; 424->441; 438->441; 441->458; 458->464; 464->465; 465->472; 472->484; 484->485; 485->486; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

402,403

419,420

436,437

465

441

458

464

digraph G { subgraph clusterstage_1052 { label="Stage 1052"; 28 [labelType="html" label="SQLExecutionRDD [28] javaToPython at NativeMethodAccessorImpl.java:0"]; 31 [labelType="html" label="PythonRDD [31] RDD at PythonRDD.scala:53"]; subgraph cluster40 { label="Exchange"; 26 [labelType="html" label="ShuffledRowRDD [26] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster37 { label="WholeStageCodegen (4)"; 27 [labelType="html" label="MapPartitionsRDD [27] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster55 { label="map"; 29 [labelType="html" label="MapPartitionsRDD [29] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster56 { label="mapPartitions"; 30 [labelType="html" label="MapPartitionsRDD [30] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster57 { label="mapPartitions"; 32 [labelType="html" label="MapPartitionsRDD [32] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster58 { label="map"; 33 [labelType="html" label="MapPartitionsRDD [33] map at SerDeUtil.scala:137"]; } subgraph cluster59 { label="mapPartitions"; 34 [labelType="html" label="MapPartitionsRDD [34] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster881 { label="WholeStageCodegen (1)"; 474 [labelType="html" label="MapPartitionsRDD [474] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster880 { label="SortAggregate"; 475 [labelType="html" label="MapPartitionsRDD [475] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster879 { label="Exchange"; 476 [labelType="html" label="MapPartitionsRDD [476] showString at NativeMethodAccessorImpl.java:0"]; } } 26->27; 27->28; 28->29; 29->30; 30->31; 31->32; 32->33; 33->34; 34->474; 474->475; 475->476; }

25,26

digraph G { subgraph clusterstage_1053 { label="Stage 1053"; subgraph cluster879 { label="Exchange"; 477 [labelType="html" label="ShuffledRowRDD [477] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster876 { label="WholeStageCodegen (2)"; 478 [labelType="html" label="MapPartitionsRDD [478] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster875 { label="SortAggregate"; 479 [labelType="html" label="MapPartitionsRDD [479] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster872 { label="WholeStageCodegen (3)"; 480 [labelType="html" label="MapPartitionsRDD [480] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster871 { label="Exchange"; 481 [labelType="html" label="MapPartitionsRDD [481] showString at NativeMethodAccessorImpl.java:0"]; } } 477->478; 478->479; 479->480; 480->481; }

476,477

digraph G { subgraph clusterstage_1054 { label="Stage 1054"; subgraph cluster871 { label="Exchange"; 482 [labelType="html" label="ShuffledRowRDD [482] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster868 { label="WholeStageCodegen (4)"; 483 [labelType="html" label="MapPartitionsRDD [483] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster888 { label="Exchange"; 487 [labelType="html" label="ShuffledRowRDD [487] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster885 { label="WholeStageCodegen (6)"; 488 [labelType="html" label="MapPartitionsRDD [488] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster864 { label="WholeStageCodegen (7)"; 489 [labelType="html" label="ZippedPartitionsRDD2 [489] showString at NativeMethodAccessorImpl.java:0"]; 490 [labelType="html" label="MapPartitionsRDD [490] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster894 { label="map"; 491 [labelType="html" label="MapPartitionsRDD [491] showString at NativeMethodAccessorImpl.java:0"]; } subgraph cluster895 { label="takeOrdered"; 492 [labelType="html" label="MapPartitionsRDD [492] showString at NativeMethodAccessorImpl.java:0"]; } } 482->483; 487->488; 483->489; 488->489; 489->490; 490->491; 491->492; }

481,482

486,487

Completed Stages (4)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Shuffle Read	Shuffle Write
1054	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:50:56	1 s	200/200		14.3 KiB
1053	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:50:55	0.9 s	200/200		7.5 KiB	8.7 KiB
1052	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:50:48	6 s	200/200		277.5 KiB	7.5 KiB
1051	showString at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.showString(Dataset.scala:337) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:50:48	0.9 s	200/200	822.5 KiB		5.6 KiB

Page:

Skipped Stages (66)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
1050	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1049	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1048	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1047	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1046	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1045	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1044	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1043	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1042	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1041	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1040	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1039	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1038	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1037	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1036	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1035	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1034	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1033	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1032	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1031	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1030	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1029	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1028	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1027	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1026	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1025	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1024	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1023	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1022	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1021	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1020	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1019	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1018	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1017	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1016	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1015	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1014	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1013	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1012	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1011	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1010	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1009	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1008	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1007	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1006	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1005	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1004	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1003	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1002	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
1001	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
1000	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
999	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
998	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
997	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
996	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
995	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
994	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
993	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:136) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
992	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.upgrade(ReplicatedVertexView.scala:66) org.apache.spark.graphx.impl.GraphImpl.mapTriplets(GraphImpl.scala:152) org.apache.spark.graphx.Graph.mapTriplets(Graph.scala:241) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:383) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
991	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.mapVertices(GraphImpl.scala:133) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:130) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
990	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.upgrade(ReplicatedVertexView.scala:66) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:198) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:136) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
989	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.Graph.aggregateMessages(Graph.scala:382) org.apache.spark.graphx.GraphOps.degreesRDD(GraphOps.scala:73) org.apache.spark.graphx.GraphOps.outDegrees$lzycompute(GraphOps.scala:55) org.apache.spark.graphx.GraphOps.outDegrees(GraphOps.scala:54) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:379) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
988	map at GraphFrame.scala:181 +details org.apache.spark.rdd.RDD.map(RDD.scala:395) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:181) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:153) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
987	mapPartitions at VertexRDD.scala:356 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.VertexRDD$.createRoutingTables(VertexRDD.scala:356) org.apache.spark.graphx.VertexRDD$.apply(VertexRDD.scala:321) org.apache.spark.graphx.VertexRDD$.apply(VertexRDD.scala:299) org.apache.spark.graphx.impl.GraphImpl$.apply(GraphImpl.scala:315) org.apache.spark.graphx.Graph$.apply(Graph.scala:531) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:184) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:153) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282)	Unknown	Unknown	0/22
986	rdd at GraphFrame.scala:180 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3198) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:180) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:153) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
985	javaToPython at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:3441) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/44

Page: