schemas/aws_partition_by_date: schemas updated to JSON format

Sponsored by CoinStats.app

Author: bryzgaloff

schemas/aws_partition_by_date/blocks.sql

@@ -16,19 +16,16 @@ CREATE EXTERNAL TABLE IF NOT EXISTS blocks (
     gas_limit BIGINT,
     gas_used BIGINT,
     timestamp BIGINT,
-    transaction_count BIGINT
+    transaction_count BIGINT,
+    base_fee_per_gas BIGINT
 )
-PARTITIONED BY (date STRING)
-ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
-WITH SERDEPROPERTIES (
-    'serialization.format' = ',',
-    'field.delim' = ',',
-    'escape.delim' = '\\'
-)
-STORED AS TEXTFILE
-LOCATION 's3://<your_bucket>/ethereumetl/export/blocks'
-TBLPROPERTIES (
-  'skip.header.line.count' = '1'
-);
+PARTITIONED BY (block_date STRING)
+ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
+LOCATION 's3://<your_bucket>/export/blocks/';
+
+MSCK REPAIR TABLE blocks;
 
-MSCK REPAIR TABLE blocks;
+select *
+from blocks
+where block_date = '2015-10-01'
+;

schemas/aws_partition_by_date/logs.sql

@@ -6,19 +6,16 @@ CREATE EXTERNAL TABLE IF NOT EXISTS logs (
     block_number BIGINT,
     address STRING,
     data STRING,
-    topics STRING
+    topics ARRAY<STRING>
 )
-PARTITIONED BY (date STRING)
-ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
-WITH SERDEPROPERTIES (
-    'serialization.format' = ',',
-    'field.delim' = ',',
-    'escape.delim' = '\\'
-)
-STORED AS TEXTFILE
-LOCATION 's3://<your_bucket>/ethereumetl/export/logs'
-TBLPROPERTIES (
-  'skip.header.line.count' = '1'
-);
+PARTITIONED BY (block_date STRING)
+ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
+LOCATION 's3://<your_bucket>/export/logs/';
 
 MSCK REPAIR TABLE logs;
+
+show partitions logs;
+select *
+from logs
+where block_date = '2015-11-08'
+;

schemas/aws_partition_by_date/receipts.sql

@@ -7,19 +7,16 @@ CREATE EXTERNAL TABLE IF NOT EXISTS receipts (
     gas_used BIGINT,
     contract_address STRING,
     root STRING,
-    status BIGINT
+    status BIGINT,
+    effective_gas_price BIGINT
 )
-PARTITIONED BY (date STRING)
-ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
-WITH SERDEPROPERTIES (
-    'serialization.format' = ',',
-    'field.delim' = ',',
-    'escape.delim' = '\\'
-)
-STORED AS TEXTFILE
-LOCATION 's3://<your_bucket>/ethereumetl/export/receipts'
-TBLPROPERTIES (
-  'skip.header.line.count' = '1'
-);
+PARTITIONED BY (block_date STRING)
+ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
+LOCATION 's3://<your_bucket>/export/receipts/';
 
 MSCK REPAIR TABLE receipts;
+
+select *
+from receipts
+where block_date = '2015-11-08'
+;

schemas/aws_partition_by_date/token_transfers.sql

@@ -2,22 +2,17 @@ CREATE EXTERNAL TABLE IF NOT EXISTS token_transfers (
     token_address STRING,
     from_address STRING,
     to_address STRING,
-    value DECIMAL(38,0),
+    value STRING,
     transaction_hash STRING,
     log_index BIGINT,
     block_number BIGINT
 )
-PARTITIONED BY (date STRING)
-ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
-WITH SERDEPROPERTIES (
-    'serialization.format' = ',',
-    'field.delim' = ',',
-    'escape.delim' = '\\'
-)
-STORED AS TEXTFILE
-LOCATION 's3://<your_bucket>/ethereumetl/export/token_transfers'
-TBLPROPERTIES (
-  'skip.header.line.count' = '1'
-);
+PARTITIONED BY (block_date STRING)
+ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
+LOCATION 's3://<your_bucket>/export/token_transfers/';
 
-MSCK REPAIR TABLE token_transfers;
+MSCK REPAIR TABLE token_transfers;
+select *
+from token_transfers
+where block_date = '2015-11-13'
+;

schemas/aws_partition_by_date/transactions.sql

@@ -9,19 +9,15 @@ CREATE EXTERNAL TABLE IF NOT EXISTS transactions (
     value DECIMAL(38,0),
     gas BIGINT,
     gas_price BIGINT,
-    input STRING
+    input STRING,
+    max_fee_per_gas BIGINT,
+    max_priority_fee_per_gas BIGINT,
+    transaction_type BIGINT
 )
-PARTITIONED BY (date STRING)
-ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
-WITH SERDEPROPERTIES (
-    'serialization.format' = ',',
-    'field.delim' = ',',
-    'escape.delim' = '\\'
-)
-STORED AS TEXTFILE
-LOCATION 's3://<your_bucket>/ethereumetl/export/transactions'
-TBLPROPERTIES (
-  'skip.header.line.count' = '1'
-);
+PARTITIONED BY (block_date STRING)
+ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
+LOCATION 's3://<your_bucket>/export/transactions/';
 
-MSCK REPAIR TABLE transactions;
+MSCK REPAIR TABLE transactions;
+SHOW PARTITIONS anton_test.transactions;
+SELECT * FROM anton_test.transactions;