Skip to content

Commit f8f22f9

Browse files
medvedev1088medvedev1088
authored
Merge pull request #358 from CoinStatsHQ/pr/aws-schemas-updated
AWS Athena schemas update to JSON
2 parents 1711d2e + 4ee0706 commit f8f22f9

17 files changed

+30
-302
lines changed

‎schemas/aws/blocks.sql‎

Lines changed: 6 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -16,19 +16,11 @@ CREATE EXTERNAL TABLE IF NOT EXISTS blocks (
1616
gas_limit BIGINT,
1717
gas_used BIGINT,
1818
timestamp BIGINT,
19-
transaction_count BIGINT
19+
transaction_count BIGINT,
20+
base_fee_per_gas BIGINT
2021
)
21-
PARTITIONED BY (start_block BIGINT, end_block BIGINT)
22-
ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
23-
WITH SERDEPROPERTIES (
24-
'serialization.format' = ',',
25-
'field.delim' = ',',
26-
'escape.delim' = '\\'
27-
)
28-
STORED AS TEXTFILE
29-
LOCATION 's3://<your_bucket>/ethereumetl/export/blocks'
30-
TBLPROPERTIES (
31-
'skip.header.line.count' = '1'
32-
);
22+
PARTITIONED BY (block_date STRING)
23+
ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
24+
LOCATION 's3://<your_bucket>/export/blocks/';
3325

34-
MSCK REPAIR TABLE blocks;
26+
MSCK REPAIR TABLE blocks;

‎schemas/aws/contracts.sql‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ CREATE EXTERNAL TABLE IF NOT EXISTS contracts (
55
is_erc20 BOOLEAN,
66
is_erc721 BOOLEAN
77
)
8-
PARTITIONED BY (start_block BIGINT, end_block BIGINT)
8+
PARTITIONED BY (date STRING)
99
ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
1010
WITH SERDEPROPERTIES (
1111
'serialization.format' = ',',

‎schemas/aws/logs.sql‎

Lines changed: 4 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -6,19 +6,10 @@ CREATE EXTERNAL TABLE IF NOT EXISTS logs (
66
block_number BIGINT,
77
address STRING,
88
data STRING,
9-
topics STRING
9+
topics ARRAY<STRING>
1010
)
11-
PARTITIONED BY (start_block BIGINT, end_block BIGINT)
12-
ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
13-
WITH SERDEPROPERTIES (
14-
'serialization.format' = ',',
15-
'field.delim' = ',',
16-
'escape.delim' = '\\'
17-
)
18-
STORED AS TEXTFILE
19-
LOCATION 's3://<your_bucket>/ethereumetl/export/logs'
20-
TBLPROPERTIES (
21-
'skip.header.line.count' = '1'
22-
);
11+
PARTITIONED BY (block_date STRING)
12+
ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
13+
LOCATION 's3://<your_bucket>/export/logs/';
2314

2415
MSCK REPAIR TABLE logs;

‎schemas/aws/receipts.sql‎

Lines changed: 5 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -7,19 +7,11 @@ CREATE EXTERNAL TABLE IF NOT EXISTS receipts (
77
gas_used BIGINT,
88
contract_address STRING,
99
root STRING,
10-
status BIGINT
10+
status BIGINT,
11+
effective_gas_price BIGINT
1112
)
12-
PARTITIONED BY (start_block BIGINT, end_block BIGINT)
13-
ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
14-
WITH SERDEPROPERTIES (
15-
'serialization.format' = ',',
16-
'field.delim' = ',',
17-
'escape.delim' = '\\'
18-
)
19-
STORED AS TEXTFILE
20-
LOCATION 's3://<your_bucket>/ethereumetl/export/receipts'
21-
TBLPROPERTIES (
22-
'skip.header.line.count' = '1'
23-
);
13+
PARTITIONED BY (block_date STRING)
14+
ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
15+
LOCATION 's3://<your_bucket>/export/receipts/';
2416

2517
MSCK REPAIR TABLE receipts;

‎schemas/aws/token_transfers.sql‎

Lines changed: 5 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -2,22 +2,13 @@ CREATE EXTERNAL TABLE IF NOT EXISTS token_transfers (
22
token_address STRING,
33
from_address STRING,
44
to_address STRING,
5-
value DECIMAL(38,0),
5+
value STRING,
66
transaction_hash STRING,
77
log_index BIGINT,
88
block_number BIGINT
99
)
10-
PARTITIONED BY (start_block BIGINT, end_block BIGINT)
11-
ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
12-
WITH SERDEPROPERTIES (
13-
'serialization.format' = ',',
14-
'field.delim' = ',',
15-
'escape.delim' = '\\'
16-
)
17-
STORED AS TEXTFILE
18-
LOCATION 's3://<your_bucket>/ethereumetl/export/token_transfers'
19-
TBLPROPERTIES (
20-
'skip.header.line.count' = '1'
21-
);
10+
PARTITIONED BY (block_date STRING)
11+
ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
12+
LOCATION 's3://<your_bucket>/export/token_transfers/';
2213

23-
MSCK REPAIR TABLE token_transfers;
14+
MSCK REPAIR TABLE token_transfers;

‎schemas/aws/tokens.sql‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ CREATE EXTERNAL TABLE IF NOT EXISTS tokens (
55
decimals BIGINT,
66
total_supply DECIMAL(38,0)
77
)
8-
PARTITIONED BY (start_block BIGINT, end_block BIGINT)
8+
PARTITIONED BY (date STRING)
99
ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
1010
WITH SERDEPROPERTIES (
1111
'serialization.format' = ',',

‎schemas/aws/transactions.sql‎

Lines changed: 8 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -9,19 +9,13 @@ CREATE EXTERNAL TABLE IF NOT EXISTS transactions (
99
value DECIMAL(38,0),
1010
gas BIGINT,
1111
gas_price BIGINT,
12-
input STRING
12+
input STRING,
13+
max_fee_per_gas BIGINT,
14+
max_priority_fee_per_gas BIGINT,
15+
transaction_type BIGINT
1316
)
14-
PARTITIONED BY (start_block BIGINT, end_block BIGINT)
15-
ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
16-
WITH SERDEPROPERTIES (
17-
'serialization.format' = ',',
18-
'field.delim' = ',',
19-
'escape.delim' = '\\'
20-
)
21-
STORED AS TEXTFILE
22-
LOCATION 's3://<your_bucket>/ethereumetl/export/transactions'
23-
TBLPROPERTIES (
24-
'skip.header.line.count' = '1'
25-
);
17+
PARTITIONED BY (block_date STRING)
18+
ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
19+
LOCATION 's3://<your_bucket>/export/transactions/';
2620

27-
MSCK REPAIR TABLE transactions;
21+
MSCK REPAIR TABLE transactions;

‎schemas/aws_partition_by_date/blocks.sql‎

Lines changed: 0 additions & 34 deletions
This file was deleted.

‎schemas/aws_partition_by_date/contracts.sql‎

Lines changed: 0 additions & 21 deletions
This file was deleted.

‎schemas/aws_partition_by_date/logs.sql‎

Lines changed: 0 additions & 24 deletions
This file was deleted.

0 commit comments

Comments
 (0)