task2 - Details for Query 6

Details for Query 6

Submitted Time: 2024/12/04 20:23:43
Duration: 33 s
Succeeded Jobs: 8 9

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand number of written files: 30 written output: 2.2 KiB number of output rows: 30 number of dynamic part: 0"]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n2.5 s (60 ms, 65 ms, 323 ms (stage 26.0: task 1837))"; 2 [labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 26.0: task 1838)) peak memory total (min, med, max (stageId: taskId)) 1921.9 MiB (64.1 MiB, 64.1 MiB, 64.1 MiB (stage 26.0: task 1838)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 26.0: task 1838))"]; } 3 [labelType="html" label="Exchange shuffle records written: 30 shuffle write time total (min, med, max (stageId: taskId)) 21 ms (0 ms, 0 ms, 1 ms (stage 25.0: task 1661)) records read: 30 local bytes read total (min, med, max (stageId: taskId)) 2.5 KiB (86.0 B, 86.0 B, 86.0 B (stage 26.0: task 1838)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 26.0: task 1838)) local blocks read: 30 data size total (min, med, max (stageId: taskId)) 1440.0 B (0.0 B, 0.0 B, 144.0 B (stage 25.0: task 1656)) shuffle bytes written total (min, med, max (stageId: taskId)) 2.5 KiB (0.0 B, 0.0 B, 258.0 B (stage 25.0: task 1656))"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n690 ms (1 ms, 1 ms, 9 ms (stage 25.0: task 1640))"; 5 [labelType="html" label="HashAggregate time in aggregation build total (min, med, max (stageId: taskId)) 227 ms (0 ms, 0 ms, 7 ms (stage 25.0: task 1647)) peak memory total (min, med, max (stageId: taskId)) 3.2 GiB (256.0 KiB, 256.0 KiB, 64.3 MiB (stage 25.0: task 1637)) number of output rows: 60 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 25.0: task 1637))"]; } 6 [labelType="html" label="Exchange shuffle records written: 5,933 shuffle write time total (min, med, max (stageId: taskId)) 1.1 s (4 ms, 5 ms, 11 ms (stage 19.0: task 1373)) records read: 11,866 local bytes read total (min, med, max (stageId: taskId)) 425.7 KiB (0.0 B, 0.0 B, 12.1 KiB (stage 25.0: task 1656)) fetch wait time total (min, med, max (stageId: taskId)) 4 ms (0 ms, 0 ms, 2 ms (stage 25.0: task 1640)) remote bytes read total (min, med, max (stageId: taskId)) 425.2 KiB (0.0 B, 0.0 B, 11.9 KiB (stage 25.0: task 1656)) local blocks read: 4,949 remote blocks read: 4,945 data size total (min, med, max (stageId: taskId)) 278.1 KiB (1344.0 B, 1440.0 B, 1440.0 B (stage 19.0: task 1240)) shuffle bytes written total (min, med, max (stageId: taskId)) 425.5 KiB (2016.0 B, 2.1 KiB, 2.2 KiB (stage 19.0: task 1333))"]; subgraph cluster7 { isCluster="true"; label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n3.0 s (9 ms, 13 ms, 123 ms (stage 19.0: task 1422))"; 8 [labelType="html" label="HashAggregate time in aggregation build total (min, med, max (stageId: taskId)) 1.2 s (3 ms, 5 ms, 112 ms (stage 19.0: task 1422)) peak memory total (min, med, max (stageId: taskId)) 50.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 19.0: task 1238)) number of output rows: 5,933"]; 9 [labelType="html" label="HashAggregate time in aggregation build total (min, med, max (stageId: taskId)) 879 ms (2 ms, 3 ms, 111 ms (stage 19.0: task 1422)) peak memory total (min, med, max (stageId: taskId)) 50.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 19.0: task 1238)) number of output rows: 28,128"]; } 10 [labelType="html" label="Exchange shuffle records written: 85,947 shuffle write time total (min, med, max (stageId: taskId)) 2.8 s (10 ms, 13 ms, 30 ms (stage 18.0: task 1137)) records read: 85,947 local bytes read total (min, med, max (stageId: taskId)) 3.6 MiB (10.3 KiB, 18.1 KiB, 34.5 KiB (stage 19.0: task 1354)) fetch wait time total (min, med, max (stageId: taskId)) 211 ms (0 ms, 0 ms, 102 ms (stage 19.0: task 1422)) remote bytes read total (min, med, max (stageId: taskId)) 3.6 MiB (10.5 KiB, 17.8 KiB, 32.5 KiB (stage 19.0: task 1283)) local blocks read: 17,660 remote blocks read: 17,652 data size total (min, med, max (stageId: taskId)) 7.9 MiB (27.4 KiB, 40.0 KiB, 54.3 KiB (stage 18.0: task 1147)) shuffle bytes written total (min, med, max (stageId: taskId)) 7.2 MiB (28.0 KiB, 36.9 KiB, 46.0 KiB (stage 18.0: task 1147))"]; subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n5.2 s (14 ms, 27 ms, 67 ms (stage 18.0: task 1135))"; 12 [labelType="html" label="HashAggregate time in aggregation build total (min, med, max (stageId: taskId)) 604 ms (2 ms, 3 ms, 35 ms (stage 18.0: task 1106)) peak memory total (min, med, max (stageId: taskId)) 50.0 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 18.0: task 1037)) number of output rows: 85,947"]; 13 [labelType="html" label=" Project "]; 14 [labelType="html" label="SortMergeJoin number of output rows: 173,805"]; } subgraph cluster15 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n1.0 s (0 ms, 7 ms, 39 ms (stage 18.0: task 1106))"; 16 [labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 10 ms (0 ms, 0 ms, 1 ms (stage 18.0: task 1038)) peak memory total (min, med, max (stageId: taskId)) 12.5 GiB (64.1 MiB, 64.1 MiB, 64.1 MiB (stage 18.0: task 1038)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 18.0: task 1037))"]; } 17 [labelType="html" label="Exchange shuffle records written: 504,708 shuffle write time total (min, med, max (stageId: taskId)) 71 ms (34 ms, 37 ms, 37 ms (stage 17.0: task 1036)) records read: 504,708 local bytes read total (min, med, max (stageId: taskId)) 10.6 MiB (44.8 KiB, 53.8 KiB, 70.7 KiB (stage 18.0: task 1146)) fetch wait time total (min, med, max (stageId: taskId)) 44 ms (0 ms, 0 ms, 30 ms (stage 18.0: task 1106)) remote bytes read total (min, med, max (stageId: taskId)) 10.5 MiB (45.1 KiB, 53.6 KiB, 65.4 KiB (stage 18.0: task 1207)) local blocks read: 200 remote blocks read: 200 data size total (min, med, max (stageId: taskId)) 69.3 MiB (32.5 MiB, 36.8 MiB, 36.8 MiB (stage 17.0: task 1035)) shuffle bytes written total (min, med, max (stageId: taskId)) 21.2 MiB (10.0 MiB, 11.2 MiB, 11.2 MiB (stage 17.0: task 1035))"]; subgraph cluster18 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n4.2 s (2.0 s, 2.2 s, 2.2 s (stage 17.0: task 1036))"; 19 [labelType="html" label=" Project "]; 20 [labelType="html" label="Filter number of output rows: 504,708"]; } 21 [labelType="html" label="Scan csv number of files read: 1 metadata time: 0 ms size of files read: 173.6 MiB number of output rows: 504,708"]; subgraph cluster22 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n1.0 s (0 ms, 6 ms, 20 ms (stage 18.0: task 1094))"; 23 [labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 18.0: task 1037)) peak memory total (min, med, max (stageId: taskId)) 12.5 GiB (64.1 MiB, 64.1 MiB, 64.1 MiB (stage 18.0: task 1037)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 18.0: task 1037))"]; } 24 [labelType="html" label="Exchange shuffle records written: 144,178 shuffle write time total (min, med, max (stageId: taskId)) 45 ms (0 ms, 0 ms, 23 ms (stage 16.0: task 1032)) records read: 144,178 local bytes read total (min, med, max (stageId: taskId)) 4.7 MiB (18.4 KiB, 24.1 KiB, 28.3 KiB (stage 18.0: task 1113)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 18.0: task 1037)) remote bytes read total (min, med, max (stageId: taskId)) 4.6 MiB (19.1 KiB, 23.4 KiB, 29.2 KiB (stage 18.0: task 1116)) local blocks read: 200 remote blocks read: 200 data size total (min, med, max (stageId: taskId)) 15.4 MiB (0.0 B, 0.0 B, 8.2 MiB (stage 16.0: task 1031)) shuffle bytes written total (min, med, max (stageId: taskId)) 9.3 MiB (0.0 B, 0.0 B, 4.9 MiB (stage 16.0: task 1031))"]; subgraph cluster25 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n10.9 s (225 ms, 2.7 s, 2.9 s (stage 16.0: task 1032))"; 26 [labelType="html" label=" Project "]; 27 [labelType="html" label="Filter number of output rows: 144,178"]; } 28 [labelType="html" label="Scan csv number of files read: 1 metadata time: 0 ms size of files read: 519.0 MiB number of output rows: 500,001"]; 2->0; 3->2; 5->3; 6->5; 8->6; 9->8; 10->9; 12->10; 13->12; 14->13; 16->14; 17->16; 19->17; 20->19; 21->20; 23->14; 24->23; 26->24; 27->26; 28->27; }

Execute InsertIntoHadoopFsRelationCommand s3a://object-bucket-ec22589-9760a2e6-687e-4f95-b99b-c028f899c94a/september.csv, false, CSV, Map(header -> true, path -> s3a://object-bucket-ec22589-9760a2e6-687e-4f95-b99b-c028f899c94a/september.csv), ErrorIfExists, [formatted_date, block_count, unique_senders_count_number]

Sort [formatted_date#136 ASC NULLS FIRST], true, 0

WholeStageCodegen (8)

Exchange rangepartitioning(formatted_date#136 ASC NULLS FIRST, 200), true, [id=#322]

HashAggregate(keys=[formatted_date#136], functions=[count(block_hash#72), count(distinct from_address#75)])

WholeStageCodegen (7)

Exchange hashpartitioning(formatted_date#136, 200), true, [id=#318]

HashAggregate(keys=[formatted_date#136], functions=[merge_count(block_hash#72), partial_count(distinct from_address#75)])

HashAggregate(keys=[formatted_date#136, from_address#75], functions=[merge_count(block_hash#72)])

WholeStageCodegen (6)

Exchange hashpartitioning(formatted_date#136, from_address#75, 200), true, [id=#313]

HashAggregate(keys=[formatted_date#136, from_address#75], functions=[partial_count(block_hash#72)])

Project [block_hash#72, from_address#75, formatted_date#136]

SortMergeJoin [block_hash#72], [hash#17], Inner

WholeStageCodegen (5)

Sort [block_hash#72 ASC NULLS FIRST], false, 0

WholeStageCodegen (2)

Exchange hashpartitioning(block_hash#72, 200), true, [id=#295]

Project [block_hash#72, from_address#75]

Filter isnotnull(block_hash#72)

WholeStageCodegen (1)

FileScan csv [block_hash#72,from_address#75] Batched: false, DataFilters: [isnotnull(block_hash#72)], Format: CSV, Location: InMemoryFileIndex[s3a://data-repository-bkt/ECS765/ethereum/transactions.csv], PartitionFilters: [], PushedFilters: [IsNotNull(block_hash)], ReadSchema: struct<block_hash:string,from_address:string>

Sort [hash#17 ASC NULLS FIRST], false, 0

WholeStageCodegen (4)

Exchange hashpartitioning(hash#17, 200), true, [id=#304]

Project [hash#17, date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as timestamp), yyyy-MM-dd, Some(GMT)) AS formatted_date#136]

Filter (((date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as timestamp), yyyy-MM-dd, Some(GMT)) >= 2015-09-01) AND (date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as timestamp), yyyy-MM-dd, Some(GMT)) <= 2015-09-30)) AND isnotnull(hash#17))

WholeStageCodegen (3)

FileScan csv [hash#17,timestamp#32] Batched: false, DataFilters: [(date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as..., Format: CSV, Location: InMemoryFileIndex[s3a://data-repository-bkt/ECS765/ethereum/blocks.csv], PartitionFilters: [], PushedFilters: [IsNotNull(hash)], ReadSchema: struct<hash:string,timestamp:int>

Details

== Parsed Logical Plan ==
InsertIntoHadoopFsRelationCommand s3a://object-bucket-ec22589-9760a2e6-687e-4f95-b99b-c028f899c94a/september.csv, false, CSV, Map(header -> true, path -> s3a://object-bucket-ec22589-9760a2e6-687e-4f95-b99b-c028f899c94a/september.csv), ErrorIfExists, [formatted_date, block_count, unique_senders_count_number]
+- Sort [formatted_date#136 ASC NULLS FIRST], true
   +- Aggregate [formatted_date#136], [formatted_date#136, count(block_hash#72) AS block_count#352L, count(distinct from_address#75) AS unique_senders_count_number#353L]
      +- Filter ((formatted_date#136 >= 2015-09-01) AND (formatted_date#136 <= 2015-09-30))
         +- Join Inner, (block_hash#72 = hash#17)
            :- Relation[hash#70,nonce#71,block_hash#72,block_number#73,transaction_index#74,from_address#75,to_address#76,value#77,gas#78,gas_price#79L,input#80,block_timestamp#81,max_fee_per_gas#82,max_priority_fee_per_gas#83,transaction_type#84] csv
            +- Project [number#16, hash#17, parent_hash#18, nonce#19, sha3_uncles#20, logs_bloom#21, transactions_root#22, state_root#23, receipts_root#24, miner#25, difficulty#26L, total_difficulty#27, size#28, extra_data#29, gas_limit#30, gas_used#31, timestamp#32, transaction_count#33, base_fee_per_gas#34, date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as timestamp), yyyy-MM-dd, Some(GMT)) AS formatted_date#136]
               +- Relation[number#16,hash#17,parent_hash#18,nonce#19,sha3_uncles#20,logs_bloom#21,transactions_root#22,state_root#23,receipts_root#24,miner#25,difficulty#26L,total_difficulty#27,size#28,extra_data#29,gas_limit#30,gas_used#31,timestamp#32,transaction_count#33,base_fee_per_gas#34] csv

== Analyzed Logical Plan ==

InsertIntoHadoopFsRelationCommand s3a://object-bucket-ec22589-9760a2e6-687e-4f95-b99b-c028f899c94a/september.csv, false, CSV, Map(header -> true, path -> s3a://object-bucket-ec22589-9760a2e6-687e-4f95-b99b-c028f899c94a/september.csv), ErrorIfExists, [formatted_date, block_count, unique_senders_count_number]
+- Sort [formatted_date#136 ASC NULLS FIRST], true
   +- Aggregate [formatted_date#136], [formatted_date#136, count(block_hash#72) AS block_count#352L, count(distinct from_address#75) AS unique_senders_count_number#353L]
      +- Filter ((formatted_date#136 >= 2015-09-01) AND (formatted_date#136 <= 2015-09-30))
         +- Join Inner, (block_hash#72 = hash#17)
            :- Relation[hash#70,nonce#71,block_hash#72,block_number#73,transaction_index#74,from_address#75,to_address#76,value#77,gas#78,gas_price#79L,input#80,block_timestamp#81,max_fee_per_gas#82,max_priority_fee_per_gas#83,transaction_type#84] csv
            +- Project [number#16, hash#17, parent_hash#18, nonce#19, sha3_uncles#20, logs_bloom#21, transactions_root#22, state_root#23, receipts_root#24, miner#25, difficulty#26L, total_difficulty#27, size#28, extra_data#29, gas_limit#30, gas_used#31, timestamp#32, transaction_count#33, base_fee_per_gas#34, date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as timestamp), yyyy-MM-dd, Some(GMT)) AS formatted_date#136]
               +- Relation[number#16,hash#17,parent_hash#18,nonce#19,sha3_uncles#20,logs_bloom#21,transactions_root#22,state_root#23,receipts_root#24,miner#25,difficulty#26L,total_difficulty#27,size#28,extra_data#29,gas_limit#30,gas_used#31,timestamp#32,transaction_count#33,base_fee_per_gas#34] csv

== Optimized Logical Plan ==
InsertIntoHadoopFsRelationCommand s3a://object-bucket-ec22589-9760a2e6-687e-4f95-b99b-c028f899c94a/september.csv, false, CSV, Map(header -> true, path -> s3a://object-bucket-ec22589-9760a2e6-687e-4f95-b99b-c028f899c94a/september.csv), ErrorIfExists, [formatted_date, block_count, unique_senders_count_number]
+- Sort [formatted_date#136 ASC NULLS FIRST], true
   +- Aggregate [formatted_date#136], [formatted_date#136, count(block_hash#72) AS block_count#352L, count(distinct from_address#75) AS unique_senders_count_number#353L]
      +- Project [block_hash#72, from_address#75, formatted_date#136]
         +- Join Inner, (block_hash#72 = hash#17)
            :- Project [block_hash#72, from_address#75]
            :  +- Filter isnotnull(block_hash#72)
            :     +- Relation[hash#70,nonce#71,block_hash#72,block_number#73,transaction_index#74,from_address#75,to_address#76,value#77,gas#78,gas_price#79L,input#80,block_timestamp#81,max_fee_per_gas#82,max_priority_fee_per_gas#83,transaction_type#84] csv
            +- Project [hash#17, date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as timestamp), yyyy-MM-dd, Some(GMT)) AS formatted_date#136]
               +- Filter (((date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as timestamp), yyyy-MM-dd, Some(GMT)) >= 2015-09-01) AND (date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as timestamp), yyyy-MM-dd, Some(GMT)) <= 2015-09-30)) AND isnotnull(hash#17))
                  +- Relation[number#16,hash#17,parent_hash#18,nonce#19,sha3_uncles#20,logs_bloom#21,transactions_root#22,state_root#23,receipts_root#24,miner#25,difficulty#26L,total_difficulty#27,size#28,extra_data#29,gas_limit#30,gas_used#31,timestamp#32,transaction_count#33,base_fee_per_gas#34] csv

== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand s3a://object-bucket-ec22589-9760a2e6-687e-4f95-b99b-c028f899c94a/september.csv, false, CSV, Map(header -> true, path -> s3a://object-bucket-ec22589-9760a2e6-687e-4f95-b99b-c028f899c94a/september.csv), ErrorIfExists, [formatted_date, block_count, unique_senders_count_number]
+- *(8) Sort [formatted_date#136 ASC NULLS FIRST], true, 0
   +- Exchange rangepartitioning(formatted_date#136 ASC NULLS FIRST, 200), true, [id=#322]
      +- *(7) HashAggregate(keys=[formatted_date#136], functions=[count(block_hash#72), count(distinct from_address#75)], output=[formatted_date#136, block_count#352L, unique_senders_count_number#353L])
         +- Exchange hashpartitioning(formatted_date#136, 200), true, [id=#318]
            +- *(6) HashAggregate(keys=[formatted_date#136], functions=[merge_count(block_hash#72), partial_count(distinct from_address#75)], output=[formatted_date#136, count#368L, count#371L])
               +- *(6) HashAggregate(keys=[formatted_date#136, from_address#75], functions=[merge_count(block_hash#72)], output=[formatted_date#136, from_address#75, count#368L])
                  +- Exchange hashpartitioning(formatted_date#136, from_address#75, 200), true, [id=#313]
                     +- *(5) HashAggregate(keys=[formatted_date#136, from_address#75], functions=[partial_count(block_hash#72)], output=[formatted_date#136, from_address#75, count#368L])
                        +- *(5) Project [block_hash#72, from_address#75, formatted_date#136]
                           +- *(5) SortMergeJoin [block_hash#72], [hash#17], Inner
                              :- *(2) Sort [block_hash#72 ASC NULLS FIRST], false, 0
                              :  +- Exchange hashpartitioning(block_hash#72, 200), true, [id=#295]
                              :     +- *(1) Project [block_hash#72, from_address#75]
                              :        +- *(1) Filter isnotnull(block_hash#72)
                              :           +- FileScan csv [block_hash#72,from_address#75] Batched: false, DataFilters: [isnotnull(block_hash#72)], Format: CSV, Location: InMemoryFileIndex[s3a://data-repository-bkt/ECS765/ethereum/transactions.csv], PartitionFilters: [], PushedFilters: [IsNotNull(block_hash)], ReadSchema: struct<block_hash:string,from_address:string>
                              +- *(4) Sort [hash#17 ASC NULLS FIRST], false, 0
                                 +- Exchange hashpartitioning(hash#17, 200), true, [id=#304]
                                    +- *(3) Project [hash#17, date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as timestamp), yyyy-MM-dd, Some(GMT)) AS formatted_date#136]
                                       +- *(3) Filter (((date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as timestamp), yyyy-MM-dd, Some(GMT)) >= 2015-09-01) AND (date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as timestamp), yyyy-MM-dd, Some(GMT)) <= 2015-09-30)) AND isnotnull(hash#17))
                                          +- FileScan csv [hash#17,timestamp#32] Batched: false, DataFilters: [(date_format(cast(from_unixtime(cast(timestamp#32 as bigint), yyyy-MM-dd HH:mm:ss, Some(GMT)) as..., Format: CSV, Location: InMemoryFileIndex[s3a://data-repository-bkt/ECS765/ethereum/blocks.csv], PartitionFilters: [], PushedFilters: [IsNotNull(hash)], ReadSchema: struct<hash:string,timestamp:int>