3.0.1
Task3
application UI
Jobs
Stages
Storage
Environment
Executors
SQL
Details for Stage 374 (Attempt 0)
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Process local: 200
Input Size / Records:
775.5 KiB / 200
Shuffle Read Size / Records:
88.0 KiB / 1694
Associated Job Ids:
19
DAG Visualization
digraph G { subgraph clusterstage_374 { label="Stage 374"; subgraph cluster134 { label="partitionBy"; 68 [labelType="html" label="ShuffledRDD [68]<br>partitionBy at VertexRDD.scala:319"]; } subgraph cluster136 { label="partitionBy"; 70 [labelType="html" label="ShuffledRDD [70]<br>partitionBy at VertexRDD.scala:361"]; } subgraph cluster137 { label="mapPartitions"; 71 [labelType="html" label="MapPartitionsRDD [71]<br>mapPartitions at VertexRDD.scala:361"]; } subgraph cluster138 { label="zipPartitions"; 72 [labelType="html" label="VertexRDD, VertexRDD [72] [Cached]<br>zipPartitions at VertexRDD.scala:322"]; } subgraph cluster140 { label="mapPartitions"; 77 [labelType="html" label="VertexRDD [77] [Cached]<br>mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster144 { label="partitionBy"; 84 [labelType="html" label="ShuffledRDD [84]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster145 { label="zipPartitions"; 85 [labelType="html" label="VertexRDD, GraphOps.outDegrees [85]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster146 { label="zipPartitions"; 87 [labelType="html" label="VertexRDD [87] [Cached]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster152 { label="mapPartitions"; 97 [labelType="html" label="VertexRDD [97] [Cached]<br>mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster154 { label="mapPartitions"; 101 [labelType="html" label="VertexRDD [101]<br>mapPartitions at VertexRDDImpl.scala:96"]; } subgraph cluster163 { label="partitionBy"; 114 [labelType="html" label="ShuffledRDD [114]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster164 { label="zipPartitions"; 115 [labelType="html" label="VertexRDD [115]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster225 { label="zipPartitions"; 118 [labelType="html" label="VertexRDD [118]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster234 { label="partitionBy"; 131 [labelType="html" label="ShuffledRDD [131]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster235 { label="zipPartitions"; 132 [labelType="html" label="VertexRDD [132]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster256 { label="zipPartitions"; 135 [labelType="html" label="VertexRDD [135]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster265 { label="partitionBy"; 148 [labelType="html" label="ShuffledRDD [148]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster266 { label="zipPartitions"; 149 [labelType="html" label="VertexRDD [149]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster287 { label="zipPartitions"; 152 [labelType="html" label="VertexRDD [152]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster296 { label="partitionBy"; 165 [labelType="html" label="ShuffledRDD [165]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster297 { label="zipPartitions"; 166 [labelType="html" label="VertexRDD [166]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster318 { label="zipPartitions"; 169 [labelType="html" label="VertexRDD [169]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster327 { label="partitionBy"; 182 [labelType="html" label="ShuffledRDD [182]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster328 { label="zipPartitions"; 183 [labelType="html" label="VertexRDD [183]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster349 { label="zipPartitions"; 186 [labelType="html" label="VertexRDD [186]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster358 { label="partitionBy"; 199 [labelType="html" label="ShuffledRDD [199]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster359 { label="zipPartitions"; 200 [labelType="html" label="VertexRDD [200]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster380 { label="zipPartitions"; 203 [labelType="html" label="VertexRDD [203]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster389 { label="partitionBy"; 216 [labelType="html" label="ShuffledRDD [216]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster390 { label="zipPartitions"; 217 [labelType="html" label="VertexRDD [217]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster411 { label="zipPartitions"; 220 [labelType="html" label="VertexRDD [220]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster420 { label="partitionBy"; 233 [labelType="html" label="ShuffledRDD [233]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster421 { label="zipPartitions"; 234 [labelType="html" label="VertexRDD [234]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster442 { label="zipPartitions"; 237 [labelType="html" label="VertexRDD [237]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster451 { label="partitionBy"; 250 [labelType="html" label="ShuffledRDD [250]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster452 { label="zipPartitions"; 251 [labelType="html" label="VertexRDD [251]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster473 { label="zipPartitions"; 254 [labelType="html" label="VertexRDD [254]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster482 { label="partitionBy"; 267 [labelType="html" label="ShuffledRDD [267]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster483 { label="zipPartitions"; 268 [labelType="html" label="VertexRDD [268]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster504 { label="zipPartitions"; 271 [labelType="html" label="VertexRDD [271]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster513 { label="partitionBy"; 284 [labelType="html" label="ShuffledRDD [284]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster514 { label="zipPartitions"; 285 [labelType="html" label="VertexRDD [285]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster535 { label="zipPartitions"; 288 [labelType="html" label="VertexRDD [288] [Cached]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster544 { label="partitionBy"; 301 [labelType="html" label="ShuffledRDD [301]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster545 { label="zipPartitions"; 302 [labelType="html" label="VertexRDD [302] [Cached]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster566 { label="zipPartitions"; 305 [labelType="html" label="VertexRDD [305] [Cached]<br>zipPartitions at VertexRDDImpl.scala:156"]; } subgraph cluster575 { label="partitionBy"; 318 [labelType="html" label="ShuffledRDD [318]<br>partitionBy at VertexRDDImpl.scala:214"]; } subgraph cluster576 { label="zipPartitions"; 319 [labelType="html" label="VertexRDD [319] [Cached]<br>zipPartitions at VertexRDDImpl.scala:215"]; } subgraph cluster577 { label="map"; 321 [labelType="html" label="MapPartitionsRDD [321]<br>map at VertexRDDImpl.scala:90"]; } } 70->71; 68->72; 71->72; 72->77; 77->85; 84->85; 77->87; 85->87; 87->97; 97->101; 101->115; 114->115; 101->118; 115->118; 118->132; 131->132; 118->135; 132->135; 135->149; 148->149; 135->152; 149->152; 152->166; 165->166; 152->169; 166->169; 169->183; 182->183; 169->186; 183->186; 186->200; 199->200; 186->203; 200->203; 203->217; 216->217; 203->220; 217->220; 220->234; 233->234; 220->237; 234->237; 237->251; 250->251; 237->254; 251->254; 254->268; 267->268; 254->271; 268->271; 271->285; 284->285; 271->288; 285->288; 288->302; 301->302; 288->305; 302->305; 305->319; 318->319; 319->321; }
59,68
69,70
83,84
113,114
130,131
147,148
164,165
181,182
198,199
215,216
232,233
249,250
266,267
283,284
300,301
317,318
72
77
87
97
288
302
305
319
Event Timeline
Enable zooming
Tasks: 200. 2 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time