== Parsed Logical Plan == WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@49a7a01c +- Project [logs#5, timestamp#1-T3000ms, idx#10, hostname#14, time#19, method#25, url#32, responsecode#40, split(logs#5, ,, -1)[6] AS bytes#49] +- Project [logs#5, timestamp#1-T3000ms, idx#10, hostname#14, time#19, method#25, url#32, split(logs#5, ,, -1)[5] AS responsecode#40] +- Project [logs#5, timestamp#1-T3000ms, idx#10, hostname#14, time#19, method#25, split(logs#5, ,, -1)[4] AS url#32] +- Project [logs#5, timestamp#1-T3000ms, idx#10, hostname#14, time#19, split(logs#5, ,, -1)[3] AS method#25] +- Project [logs#5, timestamp#1-T3000ms, idx#10, hostname#14, split(logs#5, ,, -1)[2] AS time#19] +- Project [logs#5, timestamp#1-T3000ms, idx#10, split(logs#5, ,, -1)[1] AS hostname#14] +- Project [logs#5, timestamp#1-T3000ms, split(logs#5, ,, -1)[0] AS idx#10] +- EventTimeWatermark timestamp#1: timestamp, 3 seconds +- Project [logs#5, timestamp#1] +- Generate explode(split(value#0, , -1)), false, [logs#5] +- StreamingDataSourceV2Relation [value#0, timestamp#1], org.apache.spark.sql.execution.streaming.sources.TextSocketTable$$anon$1@52e3766a, TextSocketV2[host: stream-emulator.data-science-tools.svc.cluster.local, port: 5551], 19, 41 == Analyzed Logical Plan == WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@49a7a01c +- Project [logs#5, timestamp#1-T3000ms, idx#10, hostname#14, time#19, method#25, url#32, responsecode#40, split(logs#5, ,, -1)[6] AS bytes#49] +- Project [logs#5, timestamp#1-T3000ms, idx#10, hostname#14, time#19, method#25, url#32, split(logs#5, ,, -1)[5] AS responsecode#40] +- Project [logs#5, timestamp#1-T3000ms, idx#10, hostname#14, time#19, method#25, split(logs#5, ,, -1)[4] AS url#32] +- Project [logs#5, timestamp#1-T3000ms, idx#10, hostname#14, time#19, split(logs#5, ,, -1)[3] AS method#25] +- Project [logs#5, timestamp#1-T3000ms, idx#10, hostname#14, split(logs#5, ,, -1)[2] AS time#19] +- Project [logs#5, timestamp#1-T3000ms, idx#10, split(logs#5, ,, -1)[1] AS hostname#14] +- Project [logs#5, timestamp#1-T3000ms, split(logs#5, ,, -1)[0] AS idx#10] +- EventTimeWatermark timestamp#1: timestamp, 3 seconds +- Project [logs#5, timestamp#1] +- Generate explode(split(value#0, , -1)), false, [logs#5] +- StreamingDataSourceV2Relation [value#0, timestamp#1], org.apache.spark.sql.execution.streaming.sources.TextSocketTable$$anon$1@52e3766a, TextSocketV2[host: stream-emulator.data-science-tools.svc.cluster.local, port: 5551], 19, 41 == Optimized Logical Plan == WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@49a7a01c +- Project [logs#5, timestamp#1-T3000ms, split(logs#5, ,, -1)[0] AS idx#10, split(logs#5, ,, -1)[1] AS hostname#14, split(logs#5, ,, -1)[2] AS time#19, split(logs#5, ,, -1)[3] AS method#25, split(logs#5, ,, -1)[4] AS url#32, split(logs#5, ,, -1)[5] AS responsecode#40, split(logs#5, ,, -1)[6] AS bytes#49] +- EventTimeWatermark timestamp#1: timestamp, 3 seconds +- Project [logs#5, timestamp#1] +- Generate explode(split(value#0, , -1)), [0], false, [logs#5] +- StreamingDataSourceV2Relation [value#0, timestamp#1], org.apache.spark.sql.execution.streaming.sources.TextSocketTable$$anon$1@52e3766a, TextSocketV2[host: stream-emulator.data-science-tools.svc.cluster.local, port: 5551], 19, 41 == Physical Plan == WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@49a7a01c +- *(3) Project [logs#5, timestamp#1-T3000ms, split(logs#5, ,, -1)[0] AS idx#10, split(logs#5, ,, -1)[1] AS hostname#14, split(logs#5, ,, -1)[2] AS time#19, split(logs#5, ,, -1)[3] AS method#25, split(logs#5, ,, -1)[4] AS url#32, split(logs#5, ,, -1)[5] AS responsecode#40, split(logs#5, ,, -1)[6] AS bytes#49] +- EventTimeWatermark timestamp#1: timestamp, 3 seconds +- *(2) Project [logs#5, timestamp#1] +- Generate explode(split(value#0, , -1)), [timestamp#1], false, [logs#5] +- *(1) Project [value#0, timestamp#1] +- MicroBatchScan[value#0, timestamp#1] class org.apache.spark.sql.execution.streaming.sources.TextSocketTable$$anon$1