Task3 - Details for Job 28

Details for Job 28

Status: SUCCEEDED
Completed Stages: 1
Skipped Stages: 66

Enable zooming

digraph G { subgraph clusterstage_851 { label="Stage 851 (skipped)"; subgraph cluster49 { label="Scan csv "; 17 [labelType="html" label="FileScanRDD [17] javaToPython at NativeMethodAccessorImpl.java:0"]; 18 [labelType="html" label="MapPartitionsRDD [18] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster45 { label="WholeStageCodegen (1)"; 19 [labelType="html" label="MapPartitionsRDD [19] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster54 { label="Scan csv "; 20 [labelType="html" label="FileScanRDD [20] javaToPython at NativeMethodAccessorImpl.java:0"]; 21 [labelType="html" label="MapPartitionsRDD [21] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster50 { label="WholeStageCodegen (2)"; 22 [labelType="html" label="MapPartitionsRDD [22] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster44 { label="Union"; 23 [labelType="html" label="UnionRDD [23] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster41 { label="WholeStageCodegen (3)"; 24 [labelType="html" label="MapPartitionsRDD [24] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster40 { label="Exchange"; 25 [labelType="html" label="MapPartitionsRDD [25] javaToPython at NativeMethodAccessorImpl.java:0"]; } } 17->18; 18->19; 20->21; 21->22; 19->23; 22->23; 23->24; 24->25; }

digraph G { subgraph clusterstage_852 { label="Stage 852 (skipped)"; 28 [labelType="html" label="SQLExecutionRDD [28] javaToPython at NativeMethodAccessorImpl.java:0"]; 31 [labelType="html" label="PythonRDD [31] RDD at PythonRDD.scala:53"]; subgraph cluster40 { label="Exchange"; 26 [labelType="html" label="ShuffledRowRDD [26] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster37 { label="WholeStageCodegen (4)"; 27 [labelType="html" label="MapPartitionsRDD [27] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster55 { label="map"; 29 [labelType="html" label="MapPartitionsRDD [29] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster56 { label="mapPartitions"; 30 [labelType="html" label="MapPartitionsRDD [30] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster57 { label="mapPartitions"; 32 [labelType="html" label="MapPartitionsRDD [32] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster58 { label="map"; 33 [labelType="html" label="MapPartitionsRDD [33] map at SerDeUtil.scala:137"]; } subgraph cluster59 { label="mapPartitions"; 34 [labelType="html" label="MapPartitionsRDD [34] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster122 { label="WholeStageCodegen (1)"; 49 [labelType="html" label="MapPartitionsRDD [49] rdd at GraphFrame.scala:180"]; } subgraph cluster121 { label="SortAggregate"; 50 [labelType="html" label="MapPartitionsRDD [50] rdd at GraphFrame.scala:180"]; } subgraph cluster120 { label="Exchange"; 51 [labelType="html" label="MapPartitionsRDD [51] rdd at GraphFrame.scala:180"]; } } 26->27; 27->28; 28->29; 29->30; 30->31; 31->32; 32->33; 33->34; 34->49; 49->50; 50->51; }

25,26

digraph G { subgraph clusterstage_853 { label="Stage 853 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster135 { label="mapPartitions"; 69 [labelType="html" label="VertexRDD.createRoutingTables - vid2pid (aggregation) [69] mapPartitions at VertexRDD.scala:356"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->69; }

digraph G { subgraph clusterstage_854 { label="Stage 854 (skipped)"; 57 [labelType="html" label="SQLExecutionRDD [57] rdd at GraphFrame.scala:180"]; subgraph cluster120 { label="Exchange"; 52 [labelType="html" label="ShuffledRowRDD [52] rdd at GraphFrame.scala:180"]; } subgraph cluster117 { label="WholeStageCodegen (2)"; 53 [labelType="html" label="MapPartitionsRDD [53] rdd at GraphFrame.scala:180"]; } subgraph cluster116 { label="SortAggregate"; 54 [labelType="html" label="MapPartitionsRDD [54] rdd at GraphFrame.scala:180"]; } subgraph cluster113 { label="WholeStageCodegen (3)"; 55 [labelType="html" label="MapPartitionsRDD [55] rdd at GraphFrame.scala:180"]; } subgraph cluster112 { label="DeserializeToObject"; 56 [labelType="html" label="MapPartitionsRDD [56] rdd at GraphFrame.scala:180"]; } subgraph cluster125 { label="mapPartitions"; 58 [labelType="html" label="MapPartitionsRDD [58] rdd at GraphFrame.scala:180"]; } subgraph cluster126 { label="map"; 59 [labelType="html" label="MapPartitionsRDD [59] map at GraphFrame.scala:181"]; } } 52->53; 53->54; 54->55; 55->56; 56->57; 57->58; 58->59; }

51,52

digraph G { subgraph clusterstage_855 { label="Stage 855 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster143 { label="mapPartitions"; 83 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [83] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->83; }

digraph G { subgraph clusterstage_856 { label="Stage 856 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster159 { label="mapPartitions"; 109 [labelType="html" label="ReplicatedVertexView.upgrade(true, true) - shippedVerts true true (broadcast) [109] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->109; }

59,68

69,70

83,84

digraph G { subgraph clusterstage_857 { label="Stage 857 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster155 { label="zipPartitions"; 103 [labelType="html" label="VertexRDD [103] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster156 { label="mapPartitions"; 105 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts false false (broadcast) [105] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 97->103; 101->103; 103->105; }

59,68

69,70

83,84

digraph G { subgraph clusterstage_858 { label="Stage 858 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster148 { label="mapPartitions"; 91 [labelType="html" label="ReplicatedVertexView.upgrade(true, true) - shippedVerts true true (broadcast) [91] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->91; }

59,68

69,70

83,84

digraph G { subgraph clusterstage_859 { label="Stage 859 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster162 { label="mapPartitions"; 113 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [113] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->113; }

91,92

105,106

109,110

digraph G { subgraph clusterstage_860 { label="Stage 860 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster230 { label="mapPartitions"; 126 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [126] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 115->126; }

59,68

69,70

83,84

113,114

digraph G { subgraph clusterstage_861 { label="Stage 861 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster226 { label="zipPartitions"; 120 [labelType="html" label="VertexRDD [120] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster227 { label="mapPartitions"; 122 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [122] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 101->120; 118->120; 120->122; }

59,68

69,70

83,84

113,114

digraph G { subgraph clusterstage_862 { label="Stage 862 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster231 { label="partitionBy"; 127 [labelType="html" label="ShuffledRDD [127] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster232 { label="zipPartitions"; 128 [labelType="html" label="EdgeRDD [128] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster233 { label="mapPartitions"; 130 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [130] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->128; 127->128; 128->130; }

91,92

105,106

109,110

122,123

126,127

digraph G { subgraph clusterstage_863 { label="Stage 863 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster257 { label="zipPartitions"; 137 [labelType="html" label="VertexRDD [137] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster258 { label="mapPartitions"; 139 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [139] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 118->137; 135->137; 137->139; }

59,68

69,70

83,84

113,114

130,131

digraph G { subgraph clusterstage_864 { label="Stage 864 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster261 { label="mapPartitions"; 143 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [143] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 132->143; }

59,68

69,70

83,84

113,114

130,131

digraph G { subgraph clusterstage_865 { label="Stage 865 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster262 { label="partitionBy"; 144 [labelType="html" label="ShuffledRDD [144] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster263 { label="zipPartitions"; 145 [labelType="html" label="EdgeRDD [145] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster264 { label="mapPartitions"; 147 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [147] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->145; 144->145; 145->147; }

91,92

105,106

109,110

122,123

139,140

143,144

digraph G { subgraph clusterstage_866 { label="Stage 866 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster288 { label="zipPartitions"; 154 [labelType="html" label="VertexRDD [154] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster289 { label="mapPartitions"; 156 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [156] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 135->154; 152->154; 154->156; }

59,68

69,70

83,84

113,114

130,131

147,148

digraph G { subgraph clusterstage_867 { label="Stage 867 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster292 { label="mapPartitions"; 160 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [160] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 149->160; }

59,68

69,70

83,84

113,114

130,131

147,148

digraph G { subgraph clusterstage_868 { label="Stage 868 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster293 { label="partitionBy"; 161 [labelType="html" label="ShuffledRDD [161] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster294 { label="zipPartitions"; 162 [labelType="html" label="EdgeRDD [162] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster295 { label="mapPartitions"; 164 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [164] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->162; 161->162; 162->164; }

91,92

105,106

109,110

122,123

139,140

156,157

160,161

digraph G { subgraph clusterstage_869 { label="Stage 869 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster323 { label="mapPartitions"; 177 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [177] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 166->177; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

digraph G { subgraph clusterstage_870 { label="Stage 870 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster319 { label="zipPartitions"; 171 [labelType="html" label="VertexRDD [171] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster320 { label="mapPartitions"; 173 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [173] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 152->171; 169->171; 171->173; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

digraph G { subgraph clusterstage_871 { label="Stage 871 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster324 { label="partitionBy"; 178 [labelType="html" label="ShuffledRDD [178] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster325 { label="zipPartitions"; 179 [labelType="html" label="EdgeRDD [179] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster326 { label="mapPartitions"; 181 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [181] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->179; 178->179; 179->181; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

177,178

digraph G { subgraph clusterstage_872 { label="Stage 872 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster354 { label="mapPartitions"; 194 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [194] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 183->194; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

digraph G { subgraph clusterstage_873 { label="Stage 873 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster350 { label="zipPartitions"; 188 [labelType="html" label="VertexRDD [188] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster351 { label="mapPartitions"; 190 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [190] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 169->188; 186->188; 188->190; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

digraph G { subgraph clusterstage_874 { label="Stage 874 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster355 { label="partitionBy"; 195 [labelType="html" label="ShuffledRDD [195] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster356 { label="zipPartitions"; 196 [labelType="html" label="EdgeRDD [196] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster357 { label="mapPartitions"; 198 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [198] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->196; 195->196; 196->198; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

194,195

digraph G { subgraph clusterstage_875 { label="Stage 875 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster381 { label="zipPartitions"; 205 [labelType="html" label="VertexRDD [205] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster382 { label="mapPartitions"; 207 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [207] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 186->205; 203->205; 205->207; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

digraph G { subgraph clusterstage_876 { label="Stage 876 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster385 { label="mapPartitions"; 211 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [211] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 200->211; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

digraph G { subgraph clusterstage_877 { label="Stage 877 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster386 { label="partitionBy"; 212 [labelType="html" label="ShuffledRDD [212] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster387 { label="zipPartitions"; 213 [labelType="html" label="EdgeRDD [213] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster388 { label="mapPartitions"; 215 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [215] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->213; 212->213; 213->215; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

211,212

digraph G { subgraph clusterstage_878 { label="Stage 878 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster412 { label="zipPartitions"; 222 [labelType="html" label="VertexRDD [222] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster413 { label="mapPartitions"; 224 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [224] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 203->222; 220->222; 222->224; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

digraph G { subgraph clusterstage_879 { label="Stage 879 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster416 { label="mapPartitions"; 228 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [228] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 217->228; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

digraph G { subgraph clusterstage_880 { label="Stage 880 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster417 { label="partitionBy"; 229 [labelType="html" label="ShuffledRDD [229] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster418 { label="zipPartitions"; 230 [labelType="html" label="EdgeRDD [230] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster419 { label="mapPartitions"; 232 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [232] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->230; 229->230; 230->232; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

228,229

digraph G { subgraph clusterstage_881 { label="Stage 881 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster443 { label="zipPartitions"; 239 [labelType="html" label="VertexRDD [239] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster444 { label="mapPartitions"; 241 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [241] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 220->239; 237->239; 239->241; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

digraph G { subgraph clusterstage_882 { label="Stage 882 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster447 { label="mapPartitions"; 245 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [245] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 234->245; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

digraph G { subgraph clusterstage_883 { label="Stage 883 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster448 { label="partitionBy"; 246 [labelType="html" label="ShuffledRDD [246] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster449 { label="zipPartitions"; 247 [labelType="html" label="EdgeRDD [247] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster450 { label="mapPartitions"; 249 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [249] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->247; 246->247; 247->249; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

245,246

digraph G { subgraph clusterstage_884 { label="Stage 884 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster474 { label="zipPartitions"; 256 [labelType="html" label="VertexRDD [256] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster475 { label="mapPartitions"; 258 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [258] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 237->256; 254->256; 256->258; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

digraph G { subgraph clusterstage_885 { label="Stage 885 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster478 { label="mapPartitions"; 262 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [262] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 251->262; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

digraph G { subgraph clusterstage_886 { label="Stage 886 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster479 { label="partitionBy"; 263 [labelType="html" label="ShuffledRDD [263] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster480 { label="zipPartitions"; 264 [labelType="html" label="EdgeRDD [264] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster481 { label="mapPartitions"; 266 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [266] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->264; 263->264; 264->266; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

262,263

digraph G { subgraph clusterstage_887 { label="Stage 887 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster509 { label="mapPartitions"; 279 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [279] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 268->279; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

digraph G { subgraph clusterstage_888 { label="Stage 888 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster505 { label="zipPartitions"; 273 [labelType="html" label="VertexRDD [273] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster506 { label="mapPartitions"; 275 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [275] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 254->273; 271->273; 273->275; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

digraph G { subgraph clusterstage_889 { label="Stage 889 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster510 { label="partitionBy"; 280 [labelType="html" label="ShuffledRDD [280] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster511 { label="zipPartitions"; 281 [labelType="html" label="EdgeRDD [281] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster512 { label="mapPartitions"; 283 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [283] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->281; 280->281; 281->283; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

279,280

digraph G { subgraph clusterstage_890 { label="Stage 890 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster536 { label="zipPartitions"; 290 [labelType="html" label="VertexRDD [290] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster537 { label="mapPartitions"; 292 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [292] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 271->290; 288->290; 290->292; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

digraph G { subgraph clusterstage_891 { label="Stage 891 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster540 { label="mapPartitions"; 296 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [296] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 285->296; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

digraph G { subgraph clusterstage_892 { label="Stage 892 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster541 { label="partitionBy"; 297 [labelType="html" label="ShuffledRDD [297] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster542 { label="zipPartitions"; 298 [labelType="html" label="EdgeRDD [298] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster543 { label="mapPartitions"; 300 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [300] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->298; 297->298; 298->300; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

296,297

digraph G { subgraph clusterstage_893 { label="Stage 893 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster571 { label="mapPartitions"; 313 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [313] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 302->313; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

digraph G { subgraph clusterstage_894 { label="Stage 894 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster567 { label="zipPartitions"; 307 [labelType="html" label="VertexRDD [307] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster568 { label="mapPartitions"; 309 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [309] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 288->307; 305->307; 307->309; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

digraph G { subgraph clusterstage_895 { label="Stage 895 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster572 { label="partitionBy"; 314 [labelType="html" label="ShuffledRDD [314] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster573 { label="zipPartitions"; 315 [labelType="html" label="EdgeRDD [315] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster574 { label="mapPartitions"; 317 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [317] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->315; 314->315; 315->317; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

313,314

digraph G { subgraph clusterstage_896 { label="Stage 896 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster598 { label="zipPartitions"; 324 [labelType="html" label="VertexRDD [324] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster599 { label="mapPartitions"; 326 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [326] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 305->324; 322->324; 324->326; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

digraph G { subgraph clusterstage_897 { label="Stage 897 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster602 { label="mapPartitions"; 330 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [330] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 319->330; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

digraph G { subgraph clusterstage_898 { label="Stage 898 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster603 { label="partitionBy"; 331 [labelType="html" label="ShuffledRDD [331] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster604 { label="zipPartitions"; 332 [labelType="html" label="EdgeRDD [332] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster605 { label="mapPartitions"; 334 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [334] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->332; 331->332; 332->334; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

330,331

digraph G { subgraph clusterstage_899 { label="Stage 899 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster629 { label="zipPartitions"; 341 [labelType="html" label="VertexRDD [341] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster630 { label="mapPartitions"; 343 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [343] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 322->341; 339->341; 341->343; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

digraph G { subgraph clusterstage_900 { label="Stage 900 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster633 { label="mapPartitions"; 347 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [347] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 336->347; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

digraph G { subgraph clusterstage_901 { label="Stage 901 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster634 { label="partitionBy"; 348 [labelType="html" label="ShuffledRDD [348] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster635 { label="zipPartitions"; 349 [labelType="html" label="EdgeRDD [349] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster636 { label="mapPartitions"; 351 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [351] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->349; 348->349; 349->351; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

347,348

digraph G { subgraph clusterstage_902 { label="Stage 902 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster664 { label="mapPartitions"; 364 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [364] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 353->364; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

digraph G { subgraph clusterstage_903 { label="Stage 903 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster660 { label="zipPartitions"; 358 [labelType="html" label="VertexRDD [358] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster661 { label="mapPartitions"; 360 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [360] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 339->358; 356->358; 358->360; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

digraph G { subgraph clusterstage_904 { label="Stage 904 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster662 { label="partitionBy"; 361 [labelType="html" label="ShuffledRDD [361] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster663 { label="zipPartitions"; 362 [labelType="html" label="EdgeRDD [362] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster665 { label="partitionBy"; 365 [labelType="html" label="ShuffledRDD [365] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster666 { label="zipPartitions"; 366 [labelType="html" label="EdgeRDD [366] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster667 { label="mapPartitions"; 368 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [368] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->362; 361->362; 362->366; 365->366; 366->368; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

360,361

364,365

digraph G { subgraph clusterstage_905 { label="Stage 905 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster691 { label="zipPartitions"; 375 [labelType="html" label="VertexRDD [375] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster692 { label="mapPartitions"; 377 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [377] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 356->375; 373->375; 375->377; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

digraph G { subgraph clusterstage_906 { label="Stage 906 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster695 { label="mapPartitions"; 381 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [381] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 370->381; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

digraph G { subgraph clusterstage_907 { label="Stage 907 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster662 { label="partitionBy"; 361 [labelType="html" label="ShuffledRDD [361] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster663 { label="zipPartitions"; 362 [labelType="html" label="EdgeRDD [362] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster693 { label="partitionBy"; 378 [labelType="html" label="ShuffledRDD [378] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster694 { label="zipPartitions"; 379 [labelType="html" label="EdgeRDD [379] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster696 { label="partitionBy"; 382 [labelType="html" label="ShuffledRDD [382] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster697 { label="zipPartitions"; 383 [labelType="html" label="EdgeRDD [383] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster698 { label="mapPartitions"; 385 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [385] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->362; 361->362; 362->379; 378->379; 379->383; 382->383; 383->385; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

360,361

377,378

381,382

digraph G { subgraph clusterstage_908 { label="Stage 908 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster721 { label="zipPartitions"; 390 [labelType="html" label="VertexRDD [390] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster722 { label="zipPartitions"; 392 [labelType="html" label="VertexRDD [392] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster723 { label="mapPartitions"; 394 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [394] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 373->390; 387->390; 373->392; 390->392; 392->394; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

digraph G { subgraph clusterstage_909 { label="Stage 909 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster726 { label="mapPartitions"; 398 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [398] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 387->398; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

digraph G { subgraph clusterstage_910 { label="Stage 910 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster662 { label="partitionBy"; 361 [labelType="html" label="ShuffledRDD [361] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster663 { label="zipPartitions"; 362 [labelType="html" label="EdgeRDD [362] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster693 { label="partitionBy"; 378 [labelType="html" label="ShuffledRDD [378] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster694 { label="zipPartitions"; 379 [labelType="html" label="EdgeRDD [379] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster724 { label="partitionBy"; 395 [labelType="html" label="ShuffledRDD [395] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster725 { label="zipPartitions"; 396 [labelType="html" label="EdgeRDD [396] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster727 { label="partitionBy"; 399 [labelType="html" label="ShuffledRDD [399] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster728 { label="zipPartitions"; 400 [labelType="html" label="EdgeRDD [400] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster729 { label="mapPartitions"; 402 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [402] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->362; 361->362; 362->379; 378->379; 379->396; 395->396; 396->400; 399->400; 400->402; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

360,361

377,378

394,395

398,399

digraph G { subgraph clusterstage_911 { label="Stage 911 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster721 { label="zipPartitions"; 390 [labelType="html" label="VertexRDD [390] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster730 { label="partitionBy"; 403 [labelType="html" label="ShuffledRDD [403] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster731 { label="zipPartitions"; 404 [labelType="html" label="VertexRDD [404] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster757 { label="mapPartitions"; 415 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [415] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 373->390; 387->390; 390->404; 403->404; 404->415; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

402,403

digraph G { subgraph clusterstage_912 { label="Stage 912 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster721 { label="zipPartitions"; 390 [labelType="html" label="VertexRDD [390] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster730 { label="partitionBy"; 403 [labelType="html" label="ShuffledRDD [403] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster731 { label="zipPartitions"; 404 [labelType="html" label="VertexRDD [404] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster752 { label="zipPartitions"; 407 [labelType="html" label="VertexRDD [407] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster753 { label="zipPartitions"; 409 [labelType="html" label="VertexRDD [409] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster754 { label="mapPartitions"; 411 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [411] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 373->390; 387->390; 390->404; 403->404; 390->407; 404->407; 390->409; 407->409; 409->411; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

402,403

digraph G { subgraph clusterstage_913 { label="Stage 913 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster662 { label="partitionBy"; 361 [labelType="html" label="ShuffledRDD [361] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster663 { label="zipPartitions"; 362 [labelType="html" label="EdgeRDD [362] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster693 { label="partitionBy"; 378 [labelType="html" label="ShuffledRDD [378] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster694 { label="zipPartitions"; 379 [labelType="html" label="EdgeRDD [379] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster724 { label="partitionBy"; 395 [labelType="html" label="ShuffledRDD [395] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster725 { label="zipPartitions"; 396 [labelType="html" label="EdgeRDD [396] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster755 { label="partitionBy"; 412 [labelType="html" label="ShuffledRDD [412] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster756 { label="zipPartitions"; 413 [labelType="html" label="EdgeRDD [413] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster758 { label="partitionBy"; 416 [labelType="html" label="ShuffledRDD [416] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster759 { label="zipPartitions"; 417 [labelType="html" label="EdgeRDD [417] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster760 { label="mapPartitions"; 419 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [419] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->362; 361->362; 362->379; 378->379; 379->396; 395->396; 396->413; 412->413; 413->417; 416->417; 417->419; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

360,361

377,378

394,395

411,412

415,416

digraph G { subgraph clusterstage_914 { label="Stage 914 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster721 { label="zipPartitions"; 390 [labelType="html" label="VertexRDD [390] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster730 { label="partitionBy"; 403 [labelType="html" label="ShuffledRDD [403] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster731 { label="zipPartitions"; 404 [labelType="html" label="VertexRDD [404] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster752 { label="zipPartitions"; 407 [labelType="html" label="VertexRDD [407] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster761 { label="partitionBy"; 420 [labelType="html" label="ShuffledRDD [420] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster762 { label="zipPartitions"; 421 [labelType="html" label="VertexRDD [421] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster783 { label="zipPartitions"; 424 [labelType="html" label="VertexRDD [424] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster784 { label="zipPartitions"; 426 [labelType="html" label="VertexRDD [426] zipPartitions at VertexRDDImpl.scala:144"]; } subgraph cluster785 { label="mapPartitions"; 428 [labelType="html" label="ReplicatedVertexView.updateVertices - shippedVerts true true (broadcast) [428] mapPartitions at VertexRDDImpl.scala:247"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 373->390; 387->390; 390->404; 403->404; 390->407; 404->407; 407->421; 420->421; 407->424; 421->424; 407->426; 424->426; 426->428; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

402,403

419,420

digraph G { subgraph clusterstage_915 { label="Stage 915 (skipped)"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster721 { label="zipPartitions"; 390 [labelType="html" label="VertexRDD [390] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster730 { label="partitionBy"; 403 [labelType="html" label="ShuffledRDD [403] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster731 { label="zipPartitions"; 404 [labelType="html" label="VertexRDD [404] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster752 { label="zipPartitions"; 407 [labelType="html" label="VertexRDD [407] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster761 { label="partitionBy"; 420 [labelType="html" label="ShuffledRDD [420] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster762 { label="zipPartitions"; 421 [labelType="html" label="VertexRDD [421] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster788 { label="mapPartitions"; 432 [labelType="html" label="ReplicatedVertexView.withActiveSet - shippedActives (broadcast) [432] mapPartitions at VertexRDDImpl.scala:251"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 373->390; 387->390; 390->404; 403->404; 390->407; 404->407; 407->421; 420->421; 421->432; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

402,403

419,420

digraph G { subgraph clusterstage_916 { label="Stage 916 (skipped)"; 38 [labelType="html" label="SQLExecutionRDD [38] javaToPython at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] RDD at PythonRDD.scala:53"]; 62 [labelType="html" label="SQLExecutionRDD [62] rdd at GraphFrame.scala:182"]; subgraph cluster64 { label="Scan csv "; 35 [labelType="html" label="FileScanRDD [35] javaToPython at NativeMethodAccessorImpl.java:0"]; 36 [labelType="html" label="MapPartitionsRDD [36] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster60 { label="WholeStageCodegen (1)"; 37 [labelType="html" label="MapPartitionsRDD [37] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster65 { label="map"; 39 [labelType="html" label="MapPartitionsRDD [39] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] javaToPython at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitions"; 42 [labelType="html" label="MapPartitionsRDD [42] mapPartitions at SerDeUtil.scala:184"]; } subgraph cluster68 { label="map"; 43 [labelType="html" label="MapPartitionsRDD [43] map at SerDeUtil.scala:137"]; } subgraph cluster69 { label="mapPartitions"; 44 [labelType="html" label="MapPartitionsRDD [44] applySchemaToPythonRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster128 { label="WholeStageCodegen (1)"; 60 [labelType="html" label="MapPartitionsRDD [60] rdd at GraphFrame.scala:182"]; } subgraph cluster127 { label="DeserializeToObject"; 61 [labelType="html" label="MapPartitionsRDD [61] rdd at GraphFrame.scala:182"]; } subgraph cluster131 { label="mapPartitions"; 63 [labelType="html" label="MapPartitionsRDD [63] rdd at GraphFrame.scala:182"]; } subgraph cluster132 { label="map"; 64 [labelType="html" label="MapPartitionsRDD [64] map at GraphFrame.scala:183"]; } subgraph cluster133 { label="mapPartitionsWithIndex"; 65 [labelType="html" label="EdgeRDD, EdgeRDD [65] mapPartitionsWithIndex at EdgeRDD.scala:105"]; } subgraph cluster139 { label="mapPartitions"; 75 [labelType="html" label="EdgeRDD [75] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster141 { label="mapPartitions"; 79 [labelType="html" label="EdgeRDD [79] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster142 { label="mapPartitions"; 81 [labelType="html" label="EdgeRDD [81] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster147 { label="mapPartitions"; 89 [labelType="html" label="EdgeRDD [89] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster149 { label="partitionBy"; 92 [labelType="html" label="ShuffledRDD [92] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster150 { label="zipPartitions"; 93 [labelType="html" label="EdgeRDD [93] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster151 { label="mapPartitions"; 95 [labelType="html" label="EdgeRDD [95] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster153 { label="mapPartitions"; 99 [labelType="html" label="EdgeRDD [99] [Cached] mapPartitions at EdgeRDDImpl.scala:119"]; } subgraph cluster157 { label="partitionBy"; 106 [labelType="html" label="ShuffledRDD [106] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster158 { label="zipPartitions"; 107 [labelType="html" label="EdgeRDD [107] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster160 { label="partitionBy"; 110 [labelType="html" label="ShuffledRDD [110] partitionBy at ReplicatedVertexView.scala:69"]; } subgraph cluster161 { label="zipPartitions"; 111 [labelType="html" label="EdgeRDD [111] zipPartitions at ReplicatedVertexView.scala:70"]; } subgraph cluster228 { label="partitionBy"; 123 [labelType="html" label="ShuffledRDD [123] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster229 { label="zipPartitions"; 124 [labelType="html" label="EdgeRDD [124] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster259 { label="partitionBy"; 140 [labelType="html" label="ShuffledRDD [140] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster260 { label="zipPartitions"; 141 [labelType="html" label="EdgeRDD [141] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster290 { label="partitionBy"; 157 [labelType="html" label="ShuffledRDD [157] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster291 { label="zipPartitions"; 158 [labelType="html" label="EdgeRDD [158] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster321 { label="partitionBy"; 174 [labelType="html" label="ShuffledRDD [174] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster322 { label="zipPartitions"; 175 [labelType="html" label="EdgeRDD [175] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster352 { label="partitionBy"; 191 [labelType="html" label="ShuffledRDD [191] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster353 { label="zipPartitions"; 192 [labelType="html" label="EdgeRDD [192] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster383 { label="partitionBy"; 208 [labelType="html" label="ShuffledRDD [208] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster384 { label="zipPartitions"; 209 [labelType="html" label="EdgeRDD [209] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster414 { label="partitionBy"; 225 [labelType="html" label="ShuffledRDD [225] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster415 { label="zipPartitions"; 226 [labelType="html" label="EdgeRDD [226] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster445 { label="partitionBy"; 242 [labelType="html" label="ShuffledRDD [242] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster446 { label="zipPartitions"; 243 [labelType="html" label="EdgeRDD [243] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster476 { label="partitionBy"; 259 [labelType="html" label="ShuffledRDD [259] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster477 { label="zipPartitions"; 260 [labelType="html" label="EdgeRDD [260] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster507 { label="partitionBy"; 276 [labelType="html" label="ShuffledRDD [276] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster508 { label="zipPartitions"; 277 [labelType="html" label="EdgeRDD [277] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster538 { label="partitionBy"; 293 [labelType="html" label="ShuffledRDD [293] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster539 { label="zipPartitions"; 294 [labelType="html" label="EdgeRDD [294] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster569 { label="partitionBy"; 310 [labelType="html" label="ShuffledRDD [310] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster570 { label="zipPartitions"; 311 [labelType="html" label="EdgeRDD [311] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster600 { label="partitionBy"; 327 [labelType="html" label="ShuffledRDD [327] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster601 { label="zipPartitions"; 328 [labelType="html" label="EdgeRDD [328] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster631 { label="partitionBy"; 344 [labelType="html" label="ShuffledRDD [344] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster632 { label="zipPartitions"; 345 [labelType="html" label="EdgeRDD [345] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster662 { label="partitionBy"; 361 [labelType="html" label="ShuffledRDD [361] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster663 { label="zipPartitions"; 362 [labelType="html" label="EdgeRDD [362] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster693 { label="partitionBy"; 378 [labelType="html" label="ShuffledRDD [378] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster694 { label="zipPartitions"; 379 [labelType="html" label="EdgeRDD [379] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster724 { label="partitionBy"; 395 [labelType="html" label="ShuffledRDD [395] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster725 { label="zipPartitions"; 396 [labelType="html" label="EdgeRDD [396] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster755 { label="partitionBy"; 412 [labelType="html" label="ShuffledRDD [412] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster756 { label="zipPartitions"; 413 [labelType="html" label="EdgeRDD [413] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster786 { label="partitionBy"; 429 [labelType="html" label="ShuffledRDD [429] partitionBy at ReplicatedVertexView.scala:110"]; } subgraph cluster787 { label="zipPartitions"; 430 [labelType="html" label="EdgeRDD [430] zipPartitions at ReplicatedVertexView.scala:112"]; } subgraph cluster789 { label="partitionBy"; 433 [labelType="html" label="ShuffledRDD [433] partitionBy at ReplicatedVertexView.scala:90"]; } subgraph cluster790 { label="zipPartitions"; 434 [labelType="html" label="EdgeRDD [434] zipPartitions at ReplicatedVertexView.scala:92"]; } subgraph cluster791 { label="mapPartitions"; 436 [labelType="html" label="GraphImpl.aggregateMessages - preAgg [436] mapPartitions at GraphImpl.scala:208"]; } } 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; 41->42; 42->43; 43->44; 44->60; 60->61; 61->62; 62->63; 63->64; 64->65; 65->75; 75->79; 79->81; 81->89; 89->93; 92->93; 93->95; 95->99; 99->107; 106->107; 107->111; 110->111; 111->124; 123->124; 124->141; 140->141; 141->158; 157->158; 158->175; 174->175; 175->192; 191->192; 192->209; 208->209; 209->226; 225->226; 226->243; 242->243; 243->260; 259->260; 260->277; 276->277; 277->294; 293->294; 294->311; 310->311; 311->328; 327->328; 328->345; 344->345; 345->362; 361->362; 362->379; 378->379; 379->396; 395->396; 396->413; 412->413; 413->430; 429->430; 430->434; 433->434; 434->436; }

91,92

105,106

109,110

122,123

139,140

156,157

173,174

190,191

207,208

224,225

241,242

258,259

275,276

292,293

309,310

326,327

343,344

360,361

377,378

394,395

411,412

428,429

432,433

digraph G { subgraph clusterstage_917 { label="Stage 917"; 459 [labelType="html" label="VertexRDDImpl [459] [Cached] RDD at VertexRDD.scala:57"]; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68] partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70] partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71] mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached] zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster597 { label="zipPartitions"; 322 [labelType="html" label="VertexRDD [322] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster606 { label="partitionBy"; 335 [labelType="html" label="ShuffledRDD [335] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster607 { label="zipPartitions"; 336 [labelType="html" label="VertexRDD [336] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster628 { label="zipPartitions"; 339 [labelType="html" label="VertexRDD [339] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster637 { label="partitionBy"; 352 [labelType="html" label="ShuffledRDD [352] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster638 { label="zipPartitions"; 353 [labelType="html" label="VertexRDD [353] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster659 { label="zipPartitions"; 356 [labelType="html" label="VertexRDD [356] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster668 { label="partitionBy"; 369 [labelType="html" label="ShuffledRDD [369] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster669 { label="zipPartitions"; 370 [labelType="html" label="VertexRDD [370] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster690 { label="zipPartitions"; 373 [labelType="html" label="VertexRDD [373] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster699 { label="partitionBy"; 386 [labelType="html" label="ShuffledRDD [386] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster700 { label="zipPartitions"; 387 [labelType="html" label="VertexRDD [387] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster721 { label="zipPartitions"; 390 [labelType="html" label="VertexRDD [390] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster730 { label="partitionBy"; 403 [labelType="html" label="ShuffledRDD [403] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster731 { label="zipPartitions"; 404 [labelType="html" label="VertexRDD [404] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster752 { label="zipPartitions"; 407 [labelType="html" label="VertexRDD [407] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster761 { label="partitionBy"; 420 [labelType="html" label="ShuffledRDD [420] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster762 { label="zipPartitions"; 421 [labelType="html" label="VertexRDD [421] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster783 { label="zipPartitions"; 424 [labelType="html" label="VertexRDD [424] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster792 { label="partitionBy"; 437 [labelType="html" label="ShuffledRDD [437] partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster793 { label="zipPartitions"; 438 [labelType="html" label="VertexRDD [438] zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster814 { label="zipPartitions"; 441 [labelType="html" label="VertexRDD [441] [Cached] zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster845 { label="mapPartitions"; 458 [labelType="html" label="VertexRDD [458] [Cached] mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster847 { label="map"; 462 [labelType="html" label="MapPartitionsRDD [462] values at PageRank.scala:441"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 305->322; 319->322; 322->336; 335->336; 322->339; 336->339; 339->353; 352->353; 339->356; 353->356; 356->370; 369->370; 356->373; 370->373; 373->387; 386->387; 373->390; 387->390; 390->404; 403->404; 390->407; 404->407; 407->421; 420->421; 407->424; 421->424; 424->438; 437->438; 424->441; 438->441; 441->458; 458->459; 459->462; }

59,68

69,70

83,84

113,114

130,131

147,148

164,165

181,182

198,199

215,216

232,233

249,250

266,267

283,284

300,301

317,318

334,335

351,352

368,369

385,386

402,403

419,420

436,437

459

441

458

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
917	sum at PageRank.scala:441 +details org.apache.spark.rdd.DoubleRDDFunctions.sum(DoubleRDDFunctions.scala:35) org.apache.spark.graphx.lib.PageRank$.normalizeRankSum(PageRank.scala:441) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:436) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	2025/04/10 23:50:46	0.5 s	200/200	775.5 KiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

917

sum at PageRank.scala:441 +details

org.apache.spark.rdd.DoubleRDDFunctions.sum(DoubleRDDFunctions.scala:35)
org.apache.spark.graphx.lib.PageRank$.normalizeRankSum(PageRank.scala:441)
org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:436)
org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152)
org.graphframes.lib.PageRank.run(PageRank.scala:102)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
py4j.Gateway.invoke(Gateway.java:282)
py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
py4j.commands.CallCommand.execute(CallCommand.java:79)
py4j.GatewayConnection.run(GatewayConnection.java:238)
java.lang.Thread.run(Thread.java:750)

2025/04/10 23:50:46

0.5 s

200/200

775.5 KiB

Page:

Skipped Stages (66)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
916	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
915	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
914	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
913	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
912	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
911	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
910	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
909	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
908	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
907	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
906	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
905	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
904	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
903	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
902	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
901	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
900	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
899	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
898	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
897	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
896	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
895	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
894	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
893	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
892	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
891	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
890	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
889	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
888	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
887	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
886	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
885	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
884	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
883	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
882	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
881	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
880	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
879	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
878	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
877	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
876	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
875	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
874	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
873	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
872	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
871	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
870	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
869	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
868	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
867	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
866	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
865	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
864	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
863	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
862	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
861	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.outerJoinVertices(GraphImpl.scala:259) org.apache.spark.graphx.GraphOps.joinVertices(GraphOps.scala:231) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:148) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
860	mapPartitions at VertexRDDImpl.scala:251 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexIds(VertexRDDImpl.scala:251) org.apache.spark.graphx.impl.ReplicatedVertexView.withActiveSet(ReplicatedVertexView.scala:88) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:201) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:155) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
859	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:136) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
858	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.upgrade(ReplicatedVertexView.scala:66) org.apache.spark.graphx.impl.GraphImpl.mapTriplets(GraphImpl.scala:152) org.apache.spark.graphx.Graph.mapTriplets(Graph.scala:241) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:383) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
857	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.updateVertices(ReplicatedVertexView.scala:107) org.apache.spark.graphx.impl.GraphImpl.mapVertices(GraphImpl.scala:133) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:130) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
856	mapPartitions at VertexRDDImpl.scala:247 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.VertexRDDImpl.shipVertexAttributes(VertexRDDImpl.scala:247) org.apache.spark.graphx.impl.ReplicatedVertexView.upgrade(ReplicatedVertexView.scala:66) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:198) org.apache.spark.graphx.GraphXUtils$.mapReduceTriplets(GraphXUtils.scala:69) org.apache.spark.graphx.Pregel$.apply(Pregel.scala:136) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:431) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
855	mapPartitions at GraphImpl.scala:208 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.impl.GraphImpl.aggregateMessagesWithActiveSet(GraphImpl.scala:208) org.apache.spark.graphx.Graph.aggregateMessages(Graph.scala:382) org.apache.spark.graphx.GraphOps.degreesRDD(GraphOps.scala:73) org.apache.spark.graphx.GraphOps.outDegrees$lzycompute(GraphOps.scala:55) org.apache.spark.graphx.GraphOps.outDegrees(GraphOps.scala:54) org.apache.spark.graphx.lib.PageRank$.runUntilConvergenceWithOptions(PageRank.scala:379) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:152) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/22
854	map at GraphFrame.scala:181 +details org.apache.spark.rdd.RDD.map(RDD.scala:395) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:181) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:153) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
853	mapPartitions at VertexRDD.scala:356 +details org.apache.spark.rdd.RDD.mapPartitions(RDD.scala:833) org.apache.spark.graphx.VertexRDD$.createRoutingTables(VertexRDD.scala:356) org.apache.spark.graphx.VertexRDD$.apply(VertexRDD.scala:321) org.apache.spark.graphx.VertexRDD$.apply(VertexRDD.scala:299) org.apache.spark.graphx.impl.GraphImpl$.apply(GraphImpl.scala:315) org.apache.spark.graphx.Graph$.apply(Graph.scala:531) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:184) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:153) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282)	Unknown	Unknown	0/22
852	rdd at GraphFrame.scala:180 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3198) org.graphframes.GraphFrame.toGraphX(GraphFrame.scala:180) org.graphframes.GraphFrame.cachedGraphX$lzycompute(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedGraphX(GraphFrame.scala:598) org.graphframes.GraphFrame.cachedTopologyGraphX$lzycompute(GraphFrame.scala:592) org.graphframes.GraphFrame.cachedTopologyGraphX(GraphFrame.scala:591) org.graphframes.lib.PageRank$.runUntilConvergence(PageRank.scala:153) org.graphframes.lib.PageRank.run(PageRank.scala:102) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/200
851	javaToPython at NativeMethodAccessorImpl.java:0 +details org.apache.spark.sql.Dataset.javaToPython(Dataset.scala:3441) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) py4j.Gateway.invoke(Gateway.java:282) py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) py4j.commands.CallCommand.execute(CallCommand.java:79) py4j.GatewayConnection.run(GatewayConnection.java:238) java.lang.Thread.run(Thread.java:750)	Unknown	Unknown	0/44

Page: