diff --git a/Makefile b/Makefile index 98449ae50..050e7c3d5 100644 --- a/Makefile +++ b/Makefile @@ -1,7 +1,7 @@ .PHONY: consumoor consumoor: @echo "Generating consumoor route code (requires Docker)..." - go run ./pkg/consumoor/route/cmd/generate + go run ./pkg/consumoor/route/cmd/generate -migration-min $(if $(MIGRATION_MIN),$(MIGRATION_MIN),0) proto: @echo "Buf generate:" ; \ diff --git a/deploy/migrations/clickhouse/105_schema_v2.up.sql b/deploy/migrations/clickhouse/105_schema_v2.up.sql new file mode 100644 index 000000000..909d540be --- /dev/null +++ b/deploy/migrations/clickhouse/105_schema_v2.up.sql @@ -0,0 +1,5385 @@ +-- Migration 102: Schema V2 (GENERATED) +-- +-- Source: schemas + spec.yaml +-- This file is generated by generate_migration.py. + +CREATE DATABASE IF NOT EXISTS observoor ON CLUSTER '{cluster}'; + +CREATE DATABASE IF NOT EXISTS admin ON CLUSTER '{cluster}'; + +-- LOCAL TABLES +-- default database + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_beacon_blob_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon block' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The beacon block root hash' CODEC(ZSTD(1)), + `block_parent_root` FixedString(66) COMMENT 'The beacon block parent root hash' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The validator index of the block proposer' CODEC(ZSTD(1)), + `blob_index` UInt64 COMMENT 'The index of the blob within the block' CODEC(ZSTD(1)), + `kzg_commitment` FixedString(98) COMMENT 'The KZG commitment of the blob' CODEC(ZSTD(1)), + `versioned_hash` FixedString(66) COMMENT 'The versioned hash derived from the KZG commitment (key for joining with execution_engine_get_blobs)' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block_root, blob_index) +COMMENT 'Contains beacon API blob metadata derived from block blob_kzg_commitments from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_beacon_committee_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API committee payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `committee_index` LowCardinality(String) COMMENT 'The committee index in the beacon API committee payload', + `validators` Array(UInt32) COMMENT 'The validator indices in the beacon API committee payload' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API committee payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, committee_index) +COMMENT 'Contains beacon API /eth/v1/beacon/states/{state_id}/committees data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_attestation_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'The difference between the event_date_time and the slot_start_date_time' CODEC(ZSTD(1)), + `committee_index` LowCardinality(String) COMMENT 'The committee index in the beacon API event stream payload', + `attesting_validator_index` Nullable(UInt32) COMMENT 'The index of the validator attesting to the event' CODEC(ZSTD(1)), + `attesting_validator_committee_index` LowCardinality(String) COMMENT 'The committee index of the attesting validator', + `aggregation_bits` String COMMENT 'The aggregation bits of the event in the beacon API event stream payload' CODEC(ZSTD(1)), + `beacon_block_root` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `source_epoch` UInt32 COMMENT 'The source epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `source_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the source epoch started' CODEC(DoubleDelta, ZSTD(1)), + `source_root` FixedString(66) COMMENT 'The source beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `target_epoch` UInt32 COMMENT 'The target epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `target_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the target epoch started' CODEC(DoubleDelta, ZSTD(1)), + `target_root` FixedString(66) COMMENT 'The target beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name) +COMMENT 'Contains beacon API attestation events from each sentry client attached to a beacon node'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_blob_sidecar_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'The difference between the event_date_time and the slot_start_date_time' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `blob_index` UInt64 COMMENT 'The index of blob sidecar in the beacon API event stream payload' CODEC(ZSTD(1)), + `kzg_commitment` FixedString(98) COMMENT 'The KZG commitment in the beacon API event stream payload' CODEC(ZSTD(1)), + `versioned_hash` FixedString(66) COMMENT 'The versioned hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block_root, blob_index) +COMMENT 'Contains beacon API eventstream "blob_sidecar" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_block_gossip_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'The difference between the event_date_time and the slot_start_date_time' CODEC(ZSTD(1)), + `block` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block) +COMMENT 'Contains beacon API eventstream "block_gossip" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'The difference between the event_date_time and the slot_start_date_time' CODEC(ZSTD(1)), + `block` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `execution_optimistic` Bool COMMENT 'If the attached beacon node is running in execution optimistic mode', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block) +COMMENT 'Contains beacon API eventstream "block" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_chain_reorg_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number of the chain reorg event in the beacon API event stream payload', + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the reorg slot started', + `propagation_slot_start_diff` UInt32 COMMENT 'Difference in slots between when the reorg occurred and when the sentry received the event', + `depth` UInt16 COMMENT 'The depth of the chain reorg in the beacon API event stream payload', + `old_head_block` FixedString(66) COMMENT 'The old head block root hash in the beacon API event stream payload', + `new_head_block` FixedString(66) COMMENT 'The new head block root hash in the beacon API event stream payload', + `old_head_state` FixedString(66) COMMENT 'The old head state root hash in the beacon API event stream payload', + `new_head_state` FixedString(66) COMMENT 'The new head state root hash in the beacon API event stream payload', + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload', + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started', + `execution_optimistic` Bool COMMENT 'Whether the execution of the epoch was optimistic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event', + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event', + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, old_head_block, new_head_block) +COMMENT 'Contains beacon API eventstream "chain reorg" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_contribution_and_proof_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `aggregator_index` UInt32 COMMENT 'The validator index of the aggregator in the beacon API event stream payload', + `contribution_slot` UInt32 COMMENT 'The slot number of the contribution in the beacon API event stream payload', + `contribution_slot_start_date_time` DateTime COMMENT 'The wall clock time when the contribution slot started', + `contribution_propagation_slot_start_diff` UInt32 COMMENT 'Difference in slots between when the contribution occurred and when the sentry received the event', + `contribution_beacon_block_root` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload', + `contribution_subcommittee_index` LowCardinality(String) COMMENT 'The subcommittee index of the contribution in the beacon API event stream payload', + `contribution_aggregation_bits` String COMMENT 'The aggregation bits of the contribution in the beacon API event stream payload', + `contribution_signature` String COMMENT 'The signature of the contribution in the beacon API event stream payload', + `contribution_epoch` UInt32 COMMENT 'The epoch number of the contribution in the beacon API event stream payload', + `contribution_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the contribution epoch started', + `selection_proof` String COMMENT 'The selection proof in the beacon API event stream payload', + `signature` String COMMENT 'The signature in the beacon API event stream payload', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event', + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event', + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(contribution_slot_start_date_time)) +ORDER BY (meta_network_name, contribution_slot_start_date_time, meta_client_name, contribution_beacon_block_root, contribution_subcommittee_index, signature) +COMMENT 'Contains beacon API eventstream "contribution and proof" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_data_column_sidecar_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'The difference between the event_date_time and the slot_start_date_time' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `column_index` UInt64 COMMENT 'The index of column in the beacon API event stream payload' CODEC(ZSTD(1)), + `kzg_commitments_count` UInt32 COMMENT 'Number of KZG commitments associated with the record' CODEC(ZSTD(1)), + `kzg_commitments` Array(FixedString(98)) COMMENT 'The KZG commitments in the beacon API event stream payload' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block_root, column_index) +COMMENT 'Contains beacon API eventstream "data_column_sidecar" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_finalized_checkpoint_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node', + `block` FixedString(66) COMMENT 'The finalized block root hash in the beacon API event stream payload', + `state` FixedString(66) COMMENT 'The finalized state root hash in the beacon API event stream payload', + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `execution_optimistic` Bool COMMENT 'Whether the execution of the epoch was optimistic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(epoch_start_date_time)) +ORDER BY (meta_network_name, epoch_start_date_time, meta_client_name, block, state) +COMMENT 'Contains beacon API eventstream "finalized checkpoint" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_head_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API event stream payload', + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started', + `propagation_slot_start_diff` UInt32 COMMENT 'The difference between the event_date_time and the slot_start_date_time', + `block` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload', + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload', + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started', + `epoch_transition` Bool COMMENT 'If the event is an epoch transition', + `execution_optimistic` Bool COMMENT 'If the attached beacon node is running in execution optimistic mode', + `previous_duty_dependent_root` FixedString(66) COMMENT 'The previous duty dependent root in the beacon API event stream payload', + `current_duty_dependent_root` FixedString(66) COMMENT 'The current duty dependent root in the beacon API event stream payload', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event', + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event', + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block, previous_duty_dependent_root, current_duty_dependent_root) +COMMENT 'Contains beacon API eventstream "head" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_voluntary_exit_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload', + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started', + `wallclock_slot` UInt32 COMMENT 'Slot number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'Start date and time of the wall clock slot when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'Epoch number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'Start date and time of the wall clock epoch when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `validator_index` UInt32 COMMENT 'The index of the validator making the voluntary exit', + `signature` String COMMENT 'The signature of the voluntary exit in the beacon API event stream payload', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event', + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event', + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(wallclock_epoch_start_date_time)) +ORDER BY (meta_network_name, wallclock_epoch_start_date_time, meta_client_name, validator_index) +COMMENT 'Contains beacon API eventstream "voluntary exit" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_proposer_duty_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the client fetched the beacon block from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `proposer_validator_index` UInt32 COMMENT 'The validator index from the proposer duty payload' CODEC(ZSTD(1)), + `proposer_pubkey` String COMMENT 'The BLS public key of the validator from the proposer duty payload' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, proposer_validator_index) +COMMENT 'Contains a proposer duty from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_validator_attestation_data_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API validator attestation data payload', + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started', + `committee_index` LowCardinality(String) COMMENT 'The committee index in the beacon API validator attestation data payload', + `beacon_block_root` FixedString(66) COMMENT 'The beacon block root hash in the beacon API validator attestation data payload', + `epoch` UInt32 COMMENT 'The epoch number in the beacon API validator attestation data payload', + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started', + `source_epoch` UInt32 COMMENT 'The source epoch number in the beacon API validator attestation data payload', + `source_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the source epoch started', + `source_root` FixedString(66) COMMENT 'The source beacon block root hash in the beacon API validator attestation data payload', + `target_epoch` UInt32 COMMENT 'The target epoch number in the beacon API validator attestation data payload', + `target_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the target epoch started', + `target_root` FixedString(66) COMMENT 'The target beacon block root hash in the beacon API validator attestation data payload', + `request_date_time` DateTime COMMENT 'When the request was sent to the beacon node', + `request_duration` UInt32 COMMENT 'The request duration in milliseconds', + `request_slot_start_diff` UInt32 COMMENT 'The difference between the request_date_time and the slot_start_date_time', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event', + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event', + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, committee_index, beacon_block_root, source_root, target_root) +COMMENT 'Contains beacon API validator attestation data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v2_beacon_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload', + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the reorg slot started', + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload', + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started', + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block', + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `block_total_bytes` Nullable(UInt32) COMMENT 'The total bytes of the beacon block payload', + `block_total_bytes_compressed` Nullable(UInt32) COMMENT 'The total bytes of the beacon block payload when compressed using snappy', + `parent_root` FixedString(66) COMMENT 'The root hash of the parent beacon block', + `state_root` FixedString(66) COMMENT 'The root hash of the beacon state at this block', + `proposer_index` UInt32 COMMENT 'The index of the validator that proposed the beacon block', + `eth1_data_block_hash` FixedString(66) COMMENT 'The block hash of the associated execution block', + `eth1_data_deposit_root` FixedString(66) COMMENT 'The root of the deposit tree in the associated execution block', + `execution_payload_block_hash` Nullable(FixedString(66)) COMMENT 'The block hash of the execution payload', + `execution_payload_block_number` Nullable(UInt32) COMMENT 'The block number of the execution payload', + `execution_payload_fee_recipient` Nullable(String) COMMENT 'The recipient of the fee for this execution payload', + `execution_payload_base_fee_per_gas` Nullable(UInt128) COMMENT 'Base fee per gas for execution payload' CODEC(ZSTD(1)), + `execution_payload_blob_gas_used` Nullable(UInt64) COMMENT 'Gas used for blobs in execution payload' CODEC(ZSTD(1)), + `execution_payload_excess_blob_gas` Nullable(UInt64) COMMENT 'Excess gas used for blobs in execution payload' CODEC(ZSTD(1)), + `execution_payload_gas_limit` Nullable(UInt64) COMMENT 'Gas limit for execution payload' CODEC(DoubleDelta, ZSTD(1)), + `execution_payload_gas_used` Nullable(UInt64) COMMENT 'Gas used for execution payload' CODEC(ZSTD(1)), + `execution_payload_state_root` FixedString(66) COMMENT 'The state root of the execution payload', + `execution_payload_parent_hash` FixedString(66) COMMENT 'The parent hash of the execution payload', + `execution_payload_transactions_count` Nullable(UInt32) COMMENT 'The transaction count of the execution payload', + `execution_payload_transactions_total_bytes` Nullable(UInt32) COMMENT 'The transaction total bytes of the execution payload', + `execution_payload_transactions_total_bytes_compressed` Nullable(UInt32) COMMENT 'The transaction total bytes of the execution payload when compressed using snappy', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event', + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event', + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block_root, parent_root, state_root) +COMMENT 'Contains beacon API /eth/v2/beacon/blocks/{block_id} data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v3_validator_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number within the payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `block_total_bytes` Nullable(UInt32) COMMENT 'The total bytes of the beacon block payload' CODEC(ZSTD(1)), + `block_total_bytes_compressed` Nullable(UInt32) COMMENT 'The total bytes of the beacon block payload when compressed using snappy' CODEC(ZSTD(1)), + `consensus_payload_value` Nullable(UInt64) COMMENT 'Consensus rewards paid to the proposer for this block, in Wei. Use to determine relative value of consensus blocks.' CODEC(ZSTD(1)), + `execution_payload_value` Nullable(UInt64) COMMENT 'Execution payload value in Wei. Use to determine relative value of execution payload.' CODEC(ZSTD(1)), + `execution_payload_block_number` UInt32 COMMENT 'The block number of the execution payload', + `execution_payload_base_fee_per_gas` Nullable(UInt128) COMMENT 'Base fee per gas for execution payload' CODEC(ZSTD(1)), + `execution_payload_blob_gas_used` Nullable(UInt64) COMMENT 'Gas used for blobs in execution payload' CODEC(ZSTD(1)), + `execution_payload_excess_blob_gas` Nullable(UInt64) COMMENT 'Excess gas used for blobs in execution payload' CODEC(ZSTD(1)), + `execution_payload_gas_limit` Nullable(UInt64) COMMENT 'Gas limit for execution payload' CODEC(DoubleDelta, ZSTD(1)), + `execution_payload_gas_used` Nullable(UInt64) COMMENT 'Gas used for execution payload' CODEC(ZSTD(1)), + `execution_payload_transactions_count` Nullable(UInt32) COMMENT 'The transaction count of the execution payload' CODEC(ZSTD(1)), + `execution_payload_transactions_total_bytes` Nullable(UInt32) COMMENT 'The transaction total bytes of the execution payload' CODEC(ZSTD(1)), + `execution_payload_transactions_total_bytes_compressed` Nullable(UInt32) COMMENT 'The transaction total bytes of the execution payload when compressed using snappy' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, event_date_time) +COMMENT 'Contains beacon API /eth/v3/validator/blocks/{slot} data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_slot_local ON CLUSTER '{cluster}' +( + `slot` UInt32 COMMENT 'Slot number' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `blocks` AggregateFunction(sum, UInt16) COMMENT 'The number of beacon blocks seen in the slot' CODEC(ZSTD(1)), + `attestations` AggregateFunction(sum, UInt32) COMMENT 'The number of attestations seen in the slot' CODEC(ZSTD(1)) +) +ENGINE = ReplicatedMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}') +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, slot) +COMMENT 'Contains beacon API slot data from each sentry client attached to a beacon node'; + +CREATE TABLE IF NOT EXISTS default.beacon_block_classification_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the client fetched the beacon block classification', + `slot` UInt32 COMMENT 'The slot number from beacon block classification', + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block classification' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `best_guess_single` LowCardinality(String) COMMENT 'The best guess of the client that generated the beacon block', + `best_guess_multi` LowCardinality(String) COMMENT 'The best guess of the clients that generated the beacon block. This value will typically equal the best_guess_single value, but when multiple clients have high probabilities, this value will have multiple eg. "prysm or lighthouse"', + `client_probability_uncertain` Float32 COMMENT 'The probability that the client that generated the beacon block is uncertain' CODEC(ZSTD(1)), + `client_probability_prysm` Float32 COMMENT 'The probability that the client that generated the beacon block is Prysm' CODEC(ZSTD(1)), + `client_probability_teku` Float32 COMMENT 'The probability that the client that generated the beacon block is Teku' CODEC(ZSTD(1)), + `client_probability_nimbus` Float32 COMMENT 'The probability that the client that generated the beacon block is Nimbus' CODEC(ZSTD(1)), + `client_probability_lodestar` Float32 COMMENT 'The probability that the client that generated the beacon block is Lodestar' CODEC(ZSTD(1)), + `client_probability_grandine` Float32 COMMENT 'The probability that the client that generated the beacon block is Grandine' CODEC(ZSTD(1)), + `client_probability_lighthouse` Float32 COMMENT 'The probability that the client that generated the beacon block is Lighthouse' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The index of the validator that proposed the beacon block' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, proposer_index) +COMMENT 'Contains beacon block classification for a given slot. This is a best guess based on the client probabilities of the proposer. This is not guaranteed to be correct.'; + +CREATE TABLE IF NOT EXISTS default.blob_submitter_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `address` FixedString(66) COMMENT 'Ethereum address of the blob submitter' CODEC(ZSTD(1)), + `name` String COMMENT 'Name of the blob submitter' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY (meta_network_name, address) +COMMENT 'Contains blob submitter address to name mappings.'; + +CREATE TABLE IF NOT EXISTS default.block_native_mempool_transaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `detecttime` DateTime64(3) COMMENT 'Timestamp that the transaction was detected in mempool' CODEC(DoubleDelta, ZSTD(1)), + `hash` FixedString(66) COMMENT 'Unique identifier hash for a given transaction' CODEC(ZSTD(1)), + `status` LowCardinality(String) COMMENT 'Status of the transaction', + `region` LowCardinality(String) COMMENT 'The geographic region for the node that detected the transaction', + `reorg` Nullable(FixedString(66)) COMMENT 'If there was a reorg, refers to the blockhash of the reorg' CODEC(ZSTD(1)), + `replace` Nullable(FixedString(66)) COMMENT 'If the transaction was replaced (speedup/cancel), the transaction hash of the replacement' CODEC(ZSTD(1)), + `curblocknumber` Nullable(UInt64) COMMENT 'The block number the event was detected in' CODEC(ZSTD(1)), + `failurereason` Nullable(String) COMMENT 'If a transaction failed, this field provides contextual information' CODEC(ZSTD(1)), + `blockspending` Nullable(UInt64) COMMENT 'If a transaction was finalized (confirmed, failed), this refers to the number of blocks that the transaction was waiting to get on-chain' CODEC(ZSTD(1)), + `timepending` Nullable(UInt64) COMMENT 'If a transaction was finalized (confirmed, failed), this refers to the time in milliseconds that the transaction was waiting to get on-chain' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'A unique number which counts the number of transactions sent from a given address' CODEC(ZSTD(1)), + `gas` UInt64 COMMENT 'The maximum number of gas units allowed for the transaction' CODEC(ZSTD(1)), + `gasprice` UInt128 COMMENT 'The price offered to the miner/validator per unit of gas. Denominated in wei' CODEC(ZSTD(1)), + `value` UInt128 COMMENT 'The amount of ETH transferred or sent to contract. Denominated in wei' CODEC(ZSTD(1)), + `toaddress` Nullable(FixedString(42)) COMMENT 'The destination of a given transaction' CODEC(ZSTD(1)), + `fromaddress` FixedString(42) COMMENT 'The source/initiator of a given transaction' CODEC(ZSTD(1)), + `datasize` UInt32 COMMENT 'The size of the call data of the transaction in bytes' CODEC(ZSTD(1)), + `data4bytes` Nullable(FixedString(10)) COMMENT 'The first 4 bytes of the call data of the transaction' CODEC(ZSTD(1)), + `network` LowCardinality(String) COMMENT 'The specific Ethereum network used', + `type` UInt8 COMMENT '"Post EIP-1559, this indicates how the gas parameters are submitted to the network: - type 0 - legacy - type 1 - usage of access lists according to EIP-2930 - type 2 - using maxpriorityfeepergas and maxfeepergas"' CODEC(ZSTD(1)), + `maxpriorityfeepergas` Nullable(UInt128) COMMENT 'The maximum value for a tip offered to the miner/validator per unit of gas. The actual tip paid can be lower if (maxfee - basefee) < maxpriorityfee. Denominated in wei' CODEC(ZSTD(1)), + `maxfeepergas` Nullable(UInt128) COMMENT 'The maximum value for the transaction fee (including basefee and tip) offered to the miner/validator per unit of gas. Denominated in wei' CODEC(ZSTD(1)), + `basefeepergas` Nullable(UInt128) COMMENT 'The fee per unit of gas paid and burned for the curblocknumber. This fee is algorithmically determined. Denominated in wei' CODEC(ZSTD(1)), + `dropreason` Nullable(String) COMMENT 'If the transaction was dropped from the mempool, this describes the contextual reason for the drop' CODEC(ZSTD(1)), + `rejectionreason` Nullable(String) COMMENT 'If the transaction was rejected from the mempool, this describes the contextual reason for the rejection' CODEC(ZSTD(1)), + `stuck` Bool COMMENT 'A transaction was detected in the queued area of the mempool and is not eligible for inclusion in a block' CODEC(ZSTD(1)), + `gasused` Nullable(UInt64) COMMENT 'If the transaction was published on-chain, this value indicates the amount of gas that was actually consumed. Denominated in wei' CODEC(ZSTD(1)) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (network, toYYYYMM(detecttime)) +ORDER BY (network, detecttime, hash, fromaddress, nonce, gas) +COMMENT 'Contains transactions from block native mempool dataset'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_blob_sidecar_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_parent_root` FixedString(66) COMMENT 'The root hash of the parent beacon block' CODEC(ZSTD(1)), + `versioned_hash` FixedString(66) COMMENT 'The versioned hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `kzg_commitment` FixedString(98) COMMENT 'The KZG commitment in the blob sidecar payload' CODEC(ZSTD(1)), + `kzg_proof` FixedString(98) COMMENT 'The KZG proof in the blob sidecar payload' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The index of the validator that proposed the beacon block' CODEC(ZSTD(1)), + `blob_index` UInt64 COMMENT 'The index of blob sidecar in the blob sidecar payload' CODEC(ZSTD(1)), + `blob_size` UInt32 COMMENT 'The total bytes of the blob' CODEC(ZSTD(1)), + `blob_empty_size` Nullable(UInt32) COMMENT 'The total empty size of the blob in bytes' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, blob_index) +COMMENT 'Contains a blob sidecar from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_attester_slashing_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `attestation_1_attesting_indices` Array(UInt32) COMMENT 'The attesting indices from the first attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_1_signature` String COMMENT 'The signature from the first attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_1_data_beacon_block_root` FixedString(66) COMMENT 'The beacon block root from the first attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_1_data_slot` UInt32 COMMENT 'The slot number from the first attestation in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `attestation_1_data_index` UInt32 COMMENT 'The attestor index from the first attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_1_data_source_epoch` UInt32 COMMENT 'The source epoch number from the first attestation in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `attestation_1_data_source_root` FixedString(66) COMMENT 'The source root from the first attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_1_data_target_epoch` UInt32 COMMENT 'The target epoch number from the first attestation in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `attestation_1_data_target_root` FixedString(66) COMMENT 'The target root from the first attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_2_attesting_indices` Array(UInt32) COMMENT 'The attesting indices from the second attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_2_signature` String COMMENT 'The signature from the second attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_2_data_beacon_block_root` FixedString(66) COMMENT 'The beacon block root from the second attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_2_data_slot` UInt32 COMMENT 'The slot number from the second attestation in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `attestation_2_data_index` UInt32 COMMENT 'The attestor index from the second attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_2_data_source_epoch` UInt32 COMMENT 'The source epoch number from the second attestation in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `attestation_2_data_source_root` FixedString(66) COMMENT 'The source root from the second attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_2_data_target_epoch` UInt32 COMMENT 'The target epoch number from the second attestation in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `attestation_2_data_target_root` FixedString(66) COMMENT 'The target root from the second attestation in the slashing payload' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, attestation_1_attesting_indices, attestation_2_attesting_indices, attestation_1_data_slot, attestation_2_data_slot, attestation_1_data_beacon_block_root, attestation_2_data_beacon_block_root) +COMMENT 'Contains attester slashing from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_bls_to_execution_change_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `exchanging_message_validator_index` UInt32 COMMENT 'The validator index from the exchanging message' CODEC(ZSTD(1)), + `exchanging_message_from_bls_pubkey` String COMMENT 'The BLS public key from the exchanging message' CODEC(ZSTD(1)), + `exchanging_message_to_execution_address` FixedString(42) COMMENT 'The execution address from the exchanging message' CODEC(ZSTD(1)), + `exchanging_signature` String COMMENT 'The signature for the exchanging message' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, exchanging_message_validator_index, exchanging_message_from_bls_pubkey, exchanging_message_to_execution_address) +COMMENT 'Contains bls to execution change from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_deposit_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `deposit_proof` Array(String) COMMENT 'The proof of the deposit data' CODEC(ZSTD(1)), + `deposit_data_pubkey` String COMMENT 'The BLS public key of the validator from the deposit data' CODEC(ZSTD(1)), + `deposit_data_withdrawal_credentials` FixedString(66) COMMENT 'The withdrawal credentials of the validator from the deposit data' CODEC(ZSTD(1)), + `deposit_data_amount` UInt128 COMMENT 'The amount of the deposit from the deposit data' CODEC(ZSTD(1)), + `deposit_data_signature` String COMMENT 'The signature of the deposit data' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, deposit_data_pubkey, deposit_proof) +COMMENT 'Contains a deposit from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_execution_transaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `position` UInt32 COMMENT 'The position of the transaction in the beacon block' CODEC(DoubleDelta, ZSTD(1)), + `hash` FixedString(66) COMMENT 'The hash of the transaction' CODEC(ZSTD(1)), + `from` FixedString(42) COMMENT 'The address of the account that sent the transaction' CODEC(ZSTD(1)), + `to` Nullable(FixedString(42)) COMMENT 'The address of the account that is the transaction recipient' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'The nonce of the sender account at the time of the transaction' CODEC(ZSTD(1)), + `gas_price` UInt128 COMMENT 'The gas price of the transaction in wei' CODEC(ZSTD(1)), + `gas` UInt64 COMMENT 'The maximum gas provided for the transaction execution' CODEC(ZSTD(1)), + `gas_tip_cap` Nullable(UInt128) COMMENT 'The priority fee (tip) the user has set for the transaction' CODEC(ZSTD(1)), + `gas_fee_cap` Nullable(UInt128) COMMENT 'The max fee the user has set for the transaction' CODEC(ZSTD(1)), + `value` UInt128 COMMENT 'The value transferred with the transaction in wei' CODEC(ZSTD(1)), + `type` UInt8 COMMENT 'The type of the transaction' CODEC(ZSTD(1)), + `size` UInt32 COMMENT 'The size of the transaction data in bytes' CODEC(ZSTD(1)), + `call_data_size` UInt32 COMMENT 'The size of the call data of the transaction in bytes' CODEC(ZSTD(1)), + `blob_gas` Nullable(UInt64) COMMENT 'The maximum gas provided for the blob transaction execution' CODEC(ZSTD(1)), + `blob_gas_fee_cap` Nullable(UInt128) COMMENT 'The max fee the user has set for the transaction' CODEC(ZSTD(1)), + `blob_hashes` Array(String) COMMENT 'The hashes of the blob commitments for blob transactions' CODEC(ZSTD(1)), + `blob_sidecars_size` Nullable(UInt32) COMMENT 'The total size of the sidecars for blob transactions in bytes' CODEC(ZSTD(1)), + `blob_sidecars_empty_size` Nullable(UInt32) COMMENT 'The total empty size of the sidecars for blob transactions in bytes' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, position, hash, nonce) +COMMENT 'Contains execution transaction from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `block_total_bytes` Nullable(UInt32) COMMENT 'The total bytes of the beacon block payload' CODEC(ZSTD(1)), + `block_total_bytes_compressed` Nullable(UInt32) COMMENT 'The total bytes of the beacon block payload when compressed using snappy' CODEC(ZSTD(1)), + `parent_root` FixedString(66) COMMENT 'The root hash of the parent beacon block' CODEC(ZSTD(1)), + `state_root` FixedString(66) COMMENT 'The root hash of the beacon state at this block' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The index of the validator that proposed the beacon block' CODEC(ZSTD(1)), + `eth1_data_block_hash` FixedString(66) COMMENT 'The block hash of the associated execution block' CODEC(ZSTD(1)), + `eth1_data_deposit_root` FixedString(66) COMMENT 'The root of the deposit tree in the associated execution block' CODEC(ZSTD(1)), + `execution_payload_block_hash` Nullable(FixedString(66)) COMMENT 'The block hash of the execution payload' CODEC(ZSTD(1)), + `execution_payload_block_number` Nullable(UInt32) COMMENT 'The block number of the execution payload' CODEC(DoubleDelta, ZSTD(1)), + `execution_payload_fee_recipient` Nullable(String) COMMENT 'The recipient of the fee for this execution payload' CODEC(ZSTD(1)), + `execution_payload_base_fee_per_gas` Nullable(UInt128) COMMENT 'Base fee per gas for execution payload' CODEC(ZSTD(1)), + `execution_payload_blob_gas_used` Nullable(UInt64) COMMENT 'Gas used for blobs in execution payload' CODEC(ZSTD(1)), + `execution_payload_excess_blob_gas` Nullable(UInt64) COMMENT 'Excess gas used for blobs in execution payload' CODEC(ZSTD(1)), + `execution_payload_gas_limit` Nullable(UInt64) COMMENT 'Gas limit for execution payload' CODEC(DoubleDelta, ZSTD(1)), + `execution_payload_gas_used` Nullable(UInt64) COMMENT 'Gas used for execution payload' CODEC(ZSTD(1)), + `execution_payload_state_root` Nullable(FixedString(66)) COMMENT 'The state root of the execution payload' CODEC(ZSTD(1)), + `execution_payload_parent_hash` Nullable(FixedString(66)) COMMENT 'The parent hash of the execution payload' CODEC(ZSTD(1)), + `execution_payload_transactions_count` Nullable(UInt32) COMMENT 'The transaction count of the execution payload' CODEC(ZSTD(1)), + `execution_payload_transactions_total_bytes` Nullable(UInt32) COMMENT 'The transaction total bytes of the execution payload' CODEC(ZSTD(1)), + `execution_payload_transactions_total_bytes_compressed` Nullable(UInt32) COMMENT 'The transaction total bytes of the execution payload when compressed using snappy' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time) +COMMENT 'Contains beacon block from a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_proposer_slashing_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `signed_header_1_message_slot` UInt32 COMMENT 'The slot number from the first signed header in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `signed_header_1_message_proposer_index` UInt32 COMMENT 'The proposer index from the first signed header in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `signed_header_1_message_body_root` FixedString(66) COMMENT 'The body root from the first signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_1_message_parent_root` FixedString(66) COMMENT 'The parent root from the first signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_1_message_state_root` FixedString(66) COMMENT 'The state root from the first signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_1_signature` String COMMENT 'The signature for the first signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_2_message_slot` UInt32 COMMENT 'The slot number from the second signed header in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `signed_header_2_message_proposer_index` UInt32 COMMENT 'The proposer index from the second signed header in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `signed_header_2_message_body_root` FixedString(66) COMMENT 'The body root from the second signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_2_message_parent_root` FixedString(66) COMMENT 'The parent root from the second signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_2_message_state_root` FixedString(66) COMMENT 'The state root from the second signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_2_signature` String COMMENT 'The signature for the second signed header in the slashing payload' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, signed_header_1_message_slot, signed_header_2_message_slot, signed_header_1_message_proposer_index, signed_header_2_message_proposer_index, signed_header_1_message_body_root, signed_header_2_message_body_root) +COMMENT 'Contains proposer slashing from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_sync_aggregate_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon chain' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon chain' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `sync_committee_period` UInt64 COMMENT 'The sync committee period number (epoch / 256)' CODEC(DoubleDelta, ZSTD(1)), + `sync_committee_bits` String COMMENT 'Raw 512-bit bitvector as hex string' CODEC(ZSTD(1)), + `sync_committee_signature` String COMMENT 'Aggregated signature from participating validators' CODEC(ZSTD(1)), + `validators_participated` Array(UInt32) COMMENT 'Validator indices that participated (voted)' CODEC(ZSTD(1)), + `validators_missed` Array(UInt32) COMMENT 'Validator indices that missed (did not vote)' CODEC(ZSTD(1)), + `participation_count` UInt16 COMMENT 'Number of validators that participated (0-512)' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, slot) +COMMENT 'Contains canonical beacon block sync aggregate data with expanded validator participation.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_voluntary_exit_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `voluntary_exit_message_epoch` UInt32 COMMENT 'The epoch number from the exit message' CODEC(DoubleDelta, ZSTD(1)), + `voluntary_exit_message_validator_index` UInt32 COMMENT 'The validator index from the exit message' CODEC(ZSTD(1)), + `voluntary_exit_signature` String COMMENT 'The signature of the exit message' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, voluntary_exit_message_epoch, voluntary_exit_message_validator_index) +COMMENT 'Contains a voluntary exit from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_withdrawal_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `withdrawal_index` UInt32 COMMENT 'The index of the withdrawal' CODEC(ZSTD(1)), + `withdrawal_validator_index` UInt32 COMMENT 'The validator index from the withdrawal data' CODEC(ZSTD(1)), + `withdrawal_address` FixedString(42) COMMENT 'The address of the account that is the withdrawal recipient' CODEC(ZSTD(1)), + `withdrawal_amount` UInt128 COMMENT 'The amount of the withdrawal from the withdrawal data' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, withdrawal_index, withdrawal_validator_index) +COMMENT 'Contains a withdrawal from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_committee_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API committee payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `committee_index` LowCardinality(String) COMMENT 'The committee index in the beacon API committee payload', + `validators` Array(UInt32) COMMENT 'The validator indices in the beacon API committee payload' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API committee payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, committee_index) +COMMENT 'Contains canonical beacon API /eth/v1/beacon/committees data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_elaborated_attestation_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_slot` UInt32 COMMENT 'The slot number of the block containing the attestation' CODEC(DoubleDelta, ZSTD(1)), + `block_slot_start_date_time` DateTime COMMENT 'The wall clock time when the block slot started' CODEC(DoubleDelta, ZSTD(1)), + `block_epoch` UInt32 COMMENT 'The epoch number of the block containing the attestation' CODEC(DoubleDelta, ZSTD(1)), + `block_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the block epoch started' CODEC(DoubleDelta, ZSTD(1)), + `position_in_block` UInt32 COMMENT 'The position of the attestation in the block' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root of the block containing the attestation' CODEC(ZSTD(1)), + `validators` Array(UInt32) COMMENT 'Array of validator indices participating in the attestation' CODEC(ZSTD(1)), + `committee_index` LowCardinality(String) COMMENT 'The index of the committee making the attestation', + `beacon_block_root` FixedString(66) COMMENT 'The root of the beacon block being attested to' CODEC(ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number being attested to' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `source_epoch` UInt32 COMMENT 'The source epoch referenced in the attestation' CODEC(DoubleDelta, ZSTD(1)), + `source_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the source epoch started' CODEC(DoubleDelta, ZSTD(1)), + `source_root` FixedString(66) COMMENT 'The root of the source checkpoint in the attestation' CODEC(ZSTD(1)), + `target_epoch` UInt32 COMMENT 'The target epoch referenced in the attestation' CODEC(DoubleDelta, ZSTD(1)), + `target_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the target epoch started' CODEC(DoubleDelta, ZSTD(1)), + `target_root` FixedString(66) COMMENT 'The root of the target checkpoint in the attestation' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, block_slot, position_in_block, beacon_block_root, slot, committee_index, source_root, target_root) +COMMENT 'Contains elaborated attestations from beacon blocks.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_proposer_duty_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number for which the proposer duty is assigned' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number containing the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `proposer_validator_index` UInt32 COMMENT 'The validator index of the proposer for the slot' CODEC(ZSTD(1)), + `proposer_pubkey` String COMMENT 'The public key of the validator proposer' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, proposer_validator_index, proposer_pubkey) +COMMENT 'Contains a proposer duty from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_sync_committee_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number for when the sync committee is active' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `sync_committee_period` UInt64 COMMENT 'The sync committee period number' CODEC(DoubleDelta, ZSTD(1)), + `validator_aggregates` Array(Array(UInt32)) COMMENT 'The validator indices grouped by subcommittee (64 groups of 8)' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(epoch_start_date_time)) +ORDER BY (meta_network_name, epoch_start_date_time, sync_committee_period) +COMMENT 'Contains canonical beacon API /eth/v1/beacon/states/{state_id}/sync_committees data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_validators_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `index` UInt32 COMMENT 'The index of the validator' CODEC(DoubleDelta, ZSTD(1)), + `balance` Nullable(UInt64) COMMENT 'The balance of the validator' CODEC(T64, ZSTD(1)), + `status` LowCardinality(String) COMMENT 'The status of the validator', + `effective_balance` Nullable(UInt64) COMMENT 'The effective balance of the validator' CODEC(ZSTD(1)), + `slashed` Bool COMMENT 'Whether the validator is slashed', + `activation_epoch` Nullable(UInt64) COMMENT 'The epoch when the validator was activated' CODEC(ZSTD(1)), + `activation_eligibility_epoch` Nullable(UInt64) COMMENT 'The epoch when the validator was activated' CODEC(ZSTD(1)), + `exit_epoch` Nullable(UInt64) COMMENT 'The epoch when the validator exited' CODEC(ZSTD(1)), + `withdrawable_epoch` Nullable(UInt64) COMMENT 'The epoch when the validator can withdraw' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(epoch_start_date_time)) +ORDER BY (meta_network_name, epoch_start_date_time, index, status) +COMMENT 'Contains a validator state for an epoch.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_validators_pubkeys_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `index` UInt32 CODEC(ZSTD(1)), + `pubkey` String CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_client_version` LowCardinality(String), + `meta_client_implementation` LowCardinality(String), + `meta_client_os` LowCardinality(String), + `meta_client_ip` Nullable(IPv6) CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String), + `meta_consensus_version` LowCardinality(String), + `meta_consensus_version_major` LowCardinality(String), + `meta_consensus_version_minor` LowCardinality(String), + `meta_consensus_version_patch` LowCardinality(String), + `meta_consensus_implementation` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY (meta_network_name, index, pubkey) +COMMENT 'Contains a validator state for an epoch.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_validators_withdrawal_credentials_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `index` UInt32 COMMENT 'The index of the validator' CODEC(ZSTD(1)), + `withdrawal_credentials` String COMMENT 'The withdrawal credentials of the validator' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY (meta_network_name, index, withdrawal_credentials) +COMMENT 'Contains a validator state for an epoch.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_address_appearances_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash that caused the address appearance' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the address appearance within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address of the address appearance' CODEC(ZSTD(1)), + `relationship` LowCardinality(String) COMMENT 'The relationship of the address to the transaction', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution address appearance data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_balance_diffs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash that caused the balance diff' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the balance diff within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address of the balance diff' CODEC(ZSTD(1)), + `from_value` UInt256 COMMENT 'The from value of the balance diff' CODEC(ZSTD(1)), + `to_value` UInt256 COMMENT 'The to value of the balance diff' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution balance diff data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_balance_reads_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash that caused the balance read' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the balance read within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address of the balance read' CODEC(ZSTD(1)), + `balance` UInt256 COMMENT 'The balance that was read' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution balance read data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_date_time` DateTime64(3) COMMENT 'The block timestamp' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'The block hash' CODEC(ZSTD(1)), + `author` Nullable(String) COMMENT 'The block author' CODEC(ZSTD(1)), + `gas_used` Nullable(UInt64) COMMENT 'The block gas used' CODEC(DoubleDelta, ZSTD(1)), + `gas_limit` UInt64 COMMENT 'The block gas limit' CODEC(DoubleDelta, ZSTD(1)), + `extra_data` Nullable(String) COMMENT 'The block extra data in hex' CODEC(ZSTD(1)), + `extra_data_string` Nullable(String) COMMENT 'The block extra data in UTF-8 string' CODEC(ZSTD(1)), + `base_fee_per_gas` Nullable(UInt64) COMMENT 'The block base fee per gas' CODEC(DoubleDelta, ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number) +COMMENT 'Contains canonical execution block data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_contracts_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash that created the contract' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the contract creation within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `create_index` UInt32 COMMENT 'The create index' CODEC(DoubleDelta, ZSTD(1)), + `contract_address` String COMMENT 'The contract address' CODEC(ZSTD(1)), + `deployer` String COMMENT 'The address of the contract deployer' CODEC(ZSTD(1)), + `factory` String COMMENT 'The address of the factory that deployed the contract' CODEC(ZSTD(1)), + `init_code` String COMMENT 'The initialization code of the contract' CODEC(ZSTD(1)), + `code` Nullable(String) COMMENT 'The code of the contract' CODEC(ZSTD(1)), + `init_code_hash` String COMMENT 'The hash of the initialization code' CODEC(ZSTD(1)), + `n_init_code_bytes` UInt32 COMMENT 'Number of bytes in the initialization code' CODEC(DoubleDelta, ZSTD(1)), + `n_code_bytes` UInt32 COMMENT 'Number of bytes in the contract code' CODEC(DoubleDelta, ZSTD(1)), + `code_hash` String COMMENT 'The hash of the contract code' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution contract data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_erc20_transfers_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the transfer within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `log_index` UInt64 COMMENT 'The log index in the block' CODEC(DoubleDelta, ZSTD(1)), + `erc20` String COMMENT 'The erc20 address' CODEC(ZSTD(1)), + `from_address` String COMMENT 'The from address' CODEC(ZSTD(1)), + `to_address` String COMMENT 'The to address' CODEC(ZSTD(1)), + `value` UInt256 COMMENT 'The value of the transfer' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution erc20 transfer data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_erc721_transfers_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the transfer within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `log_index` UInt64 COMMENT 'The log index in the block' CODEC(DoubleDelta, ZSTD(1)), + `erc721` String COMMENT 'The erc20 address' CODEC(ZSTD(1)), + `from_address` String COMMENT 'The from address' CODEC(ZSTD(1)), + `to_address` String COMMENT 'The to address' CODEC(ZSTD(1)), + `token` UInt256 COMMENT 'The token id' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution erc721 transfer data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_four_byte_counts_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `signature` String COMMENT 'The signature of the four byte count' CODEC(ZSTD(1)), + `size` UInt64 COMMENT 'The size of the four byte count' CODEC(ZSTD(1)), + `count` UInt64 COMMENT 'The count of the four byte count' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash) +COMMENT 'Contains canonical execution four byte count data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_logs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash associated with the log' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the log within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `log_index` UInt32 COMMENT 'The log index within the block' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address associated with the log' CODEC(ZSTD(1)), + `topic0` String COMMENT 'The first topic of the log' CODEC(ZSTD(1)), + `topic1` Nullable(String) COMMENT 'The second topic of the log' CODEC(ZSTD(1)), + `topic2` Nullable(String) COMMENT 'The third topic of the log' CODEC(ZSTD(1)), + `topic3` Nullable(String) COMMENT 'The fourth topic of the log' CODEC(ZSTD(1)), + `data` Nullable(String) COMMENT 'The data associated with the log' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution logs data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_native_transfers_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the transfer within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `transfer_index` UInt64 COMMENT 'The transfer index' CODEC(DoubleDelta, ZSTD(1)), + `from_address` String COMMENT 'The from address' CODEC(ZSTD(1)), + `to_address` String COMMENT 'The to address' CODEC(ZSTD(1)), + `value` UInt256 COMMENT 'The value of the approval' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution native transfer data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_nonce_diffs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash that caused the nonce diff' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the nonce diff within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address of the nonce diff' CODEC(ZSTD(1)), + `from_value` UInt64 COMMENT 'The from value of the nonce diff' CODEC(ZSTD(1)), + `to_value` UInt64 COMMENT 'The to value of the nonce diff' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution nonce diff data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_nonce_reads_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash that caused the nonce read' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the nonce read within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address of the nonce read' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'The nonce that was read' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution nonce read data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_storage_diffs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash associated with the storage diff' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the storage diff within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address associated with the storage diff' CODEC(ZSTD(1)), + `slot` String COMMENT 'The storage slot key' CODEC(ZSTD(1)), + `from_value` String COMMENT 'The original value before the storage diff' CODEC(ZSTD(1)), + `to_value` String COMMENT 'The new value after the storage diff' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution storage diffs data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_storage_reads_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash associated with the storage read' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the storage read within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `contract_address` String COMMENT 'The contract address associated with the storage read' CODEC(ZSTD(1)), + `slot` String COMMENT 'The storage slot key' CODEC(ZSTD(1)), + `value` String COMMENT 'The value read from the storage slot' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution storage reads data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_traces_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the trace within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `action_from` String COMMENT 'The from address of the action' CODEC(ZSTD(1)), + `action_to` Nullable(String) COMMENT 'The to address of the action' CODEC(ZSTD(1)), + `action_value` UInt256 COMMENT 'The value of the action' CODEC(ZSTD(1)), + `action_gas` UInt64 COMMENT 'The gas provided for the action' CODEC(DoubleDelta, ZSTD(1)), + `action_input` Nullable(String) COMMENT 'The input data for the action' CODEC(ZSTD(1)), + `action_call_type` LowCardinality(String) COMMENT 'The call type of the action' CODEC(ZSTD(1)), + `action_init` Nullable(String) COMMENT 'The initialization code for the action' CODEC(ZSTD(1)), + `action_reward_type` String COMMENT 'The reward type for the action' CODEC(ZSTD(1)), + `action_type` LowCardinality(String) COMMENT 'The type of the action' CODEC(ZSTD(1)), + `result_gas_used` UInt64 COMMENT 'The gas used in the result' CODEC(DoubleDelta, ZSTD(1)), + `result_output` Nullable(String) COMMENT 'The output of the result' CODEC(ZSTD(1)), + `result_code` Nullable(String) COMMENT 'The code returned in the result' CODEC(ZSTD(1)), + `result_address` Nullable(String) COMMENT 'The address returned in the result' CODEC(ZSTD(1)), + `trace_address` Nullable(String) COMMENT 'The trace address' CODEC(ZSTD(1)), + `subtraces` UInt32 COMMENT 'The number of subtraces' CODEC(DoubleDelta, ZSTD(1)), + `error` Nullable(String) COMMENT 'The error, if any, in the trace' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution traces data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_transaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'The transaction nonce' CODEC(ZSTD(1)), + `from_address` String COMMENT 'The transaction from address' CODEC(ZSTD(1)), + `to_address` Nullable(String) COMMENT 'The transaction to address' CODEC(ZSTD(1)), + `value` UInt256 COMMENT 'The transaction value in float64' CODEC(ZSTD(1)), + `input` Nullable(String) COMMENT 'The transaction input in hex' CODEC(ZSTD(1)), + `gas_limit` UInt64 COMMENT 'The transaction gas limit' CODEC(ZSTD(1)), + `gas_used` UInt64 COMMENT 'The transaction gas used' CODEC(ZSTD(1)), + `gas_price` UInt128 COMMENT 'The transaction gas price' CODEC(ZSTD(1)), + `transaction_type` UInt8 COMMENT 'The transaction type' CODEC(ZSTD(1)), + `max_priority_fee_per_gas` UInt64 COMMENT 'The transaction max priority fee per gas' CODEC(ZSTD(1)), + `max_fee_per_gas` UInt64 COMMENT 'The transaction max fee per gas' CODEC(ZSTD(1)), + `success` Bool COMMENT 'The transaction success' CODEC(ZSTD(1)), + `n_input_bytes` UInt32 COMMENT 'The transaction input bytes' CODEC(ZSTD(1)), + `n_input_zero_bytes` UInt32 COMMENT 'The transaction input zero bytes' CODEC(ZSTD(1)), + `n_input_nonzero_bytes` UInt32 COMMENT 'The transaction input nonzero bytes' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash) +COMMENT 'Contains canonical execution transaction data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_transaction_structlog_agg_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction position in the block' CODEC(DoubleDelta, ZSTD(1)), + `call_frame_id` UInt32 COMMENT 'Sequential frame ID within the transaction (0=root)' CODEC(DoubleDelta, ZSTD(1)), + `parent_call_frame_id` Nullable(UInt32) COMMENT 'Parent frame ID (NULL for root frame)' CODEC(ZSTD(1)), + `call_frame_path` Array(UInt32) COMMENT 'Path of frame IDs from root to current frame' CODEC(ZSTD(1)), + `depth` UInt32 COMMENT 'Call nesting depth (0=root)' CODEC(DoubleDelta, ZSTD(1)), + `target_address` Nullable(String) COMMENT 'Contract address being called' CODEC(ZSTD(1)), + `call_type` LowCardinality(String) COMMENT 'Call type: CALL/DELEGATECALL/STATICCALL/CALLCODE/CREATE/CREATE2 (empty for root)', + `operation` LowCardinality(String) COMMENT 'Opcode name for per-opcode rows, empty string for frame summary rows', + `opcode_count` UInt64 COMMENT 'Number of opcodes (total for summary row, count for per-opcode row)' CODEC(ZSTD(1)), + `error_count` UInt64 COMMENT 'Number of errors' CODEC(ZSTD(1)), + `gas` UInt64 COMMENT 'Gas consumed: SUM(gas_self) for per-opcode, frame self gas for summary' CODEC(ZSTD(1)), + `gas_cumulative` UInt64 COMMENT 'Cumulative gas: SUM(gas_used) for per-opcode, frame total for summary' CODEC(ZSTD(1)), + `min_depth` UInt32 COMMENT 'Minimum depth where opcode appeared (per-opcode rows)' CODEC(DoubleDelta, ZSTD(1)), + `max_depth` UInt32 COMMENT 'Maximum depth where opcode appeared (per-opcode rows)' CODEC(DoubleDelta, ZSTD(1)), + `memory_words_sum_before` UInt64 DEFAULT 0 COMMENT 'SUM(ceil(memory_bytes/32)) before each opcode executes. Used with sq_sum to compute memory expansion gas.' CODEC(ZSTD(1)), + `memory_words_sum_after` UInt64 DEFAULT 0 COMMENT 'SUM(ceil(memory_bytes/32)) after each opcode executes.' CODEC(ZSTD(1)), + `memory_words_sq_sum_before` UInt64 DEFAULT 0 COMMENT 'SUM(words_before²). With sum_before, enables exact memory gas via E[cost(after)] - E[cost(before)].' CODEC(ZSTD(1)), + `memory_words_sq_sum_after` UInt64 DEFAULT 0 COMMENT 'SUM(words_after²). With sum_after, enables exact memory gas via E[cost(after)] - E[cost(before)].' CODEC(ZSTD(1)), + `memory_expansion_gas` UInt64 DEFAULT 0 COMMENT 'SUM(memory_expansion_gas). Exact per-opcode memory expansion cost, pre-computed to avoid intDiv rounding in SQL reconstruction.' CODEC(ZSTD(1)), + `cold_access_count` UInt64 DEFAULT 0 COMMENT 'Number of cold storage/account accesses (EIP-2929). cold_gas = cold_count * (cold_cost - warm_cost).' CODEC(ZSTD(1)), + `gas_refund` Nullable(UInt64) COMMENT 'Gas refund (root summary row only)' CODEC(ZSTD(1)), + `intrinsic_gas` Nullable(UInt64) COMMENT 'Intrinsic gas (root summary row only, computed)' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 201600)) +ORDER BY (meta_network_name, block_number, transaction_hash, call_frame_id, operation) +COMMENT 'Aggregated EVM execution data. Summary rows (operation="") contain frame metadata. Per-opcode rows contain aggregated gas/count per (frame, opcode).'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_transaction_structlog_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction position in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_gas` UInt64 COMMENT 'The transaction gas' CODEC(DoubleDelta, ZSTD(1)), + `transaction_failed` Bool COMMENT 'The transaction failed' CODEC(ZSTD(1)), + `transaction_return_value` Nullable(String) COMMENT 'The transaction return value' CODEC(ZSTD(1)), + `index` UInt32 COMMENT 'The index of this structlog in this transaction' CODEC(DoubleDelta, ZSTD(1)), + `operation` LowCardinality(String) COMMENT 'The operation', + `gas` UInt64 COMMENT 'The gas' CODEC(Delta(8), ZSTD(1)), + `gas_cost` UInt64 COMMENT 'The gas cost' CODEC(DoubleDelta, ZSTD(1)), + `gas_used` UInt64 DEFAULT 0 COMMENT 'Actual gas consumed (computed from consecutive gas values)' CODEC(ZSTD(1)), + `gas_self` UInt64 DEFAULT 0 COMMENT 'Gas consumed by this opcode only, excludes child frame gas for CALL/CREATE opcodes. sum(gas_self) = total execution gas without double counting' CODEC(ZSTD(1)), + `depth` UInt64 COMMENT 'The depth' CODEC(DoubleDelta, ZSTD(1)), + `return_data` Nullable(String) COMMENT 'The return data' CODEC(ZSTD(1)), + `refund` Nullable(UInt64) COMMENT 'The refund' CODEC(ZSTD(1)), + `error` Nullable(String) COMMENT 'The error' CODEC(ZSTD(1)), + `call_to_address` Nullable(String) COMMENT 'Address of a CALL operation' CODEC(ZSTD(1)), + `call_frame_id` UInt32 DEFAULT 0 COMMENT 'Sequential identifier for the call frame within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `call_frame_path` Array(UInt32) DEFAULT [0] COMMENT 'Path of frame IDs from root to current frame' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 201600)) +ORDER BY (meta_network_name, block_number, transaction_hash, index) +COMMENT 'Contains canonical execution transaction structlog data.'; + +CREATE TABLE IF NOT EXISTS default.consensus_engine_api_get_blobs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event' CODEC(DoubleDelta, ZSTD(1)), + `requested_date_time` DateTime64(3) COMMENT 'Timestamp when the engine_getBlobs call was initiated' CODEC(DoubleDelta, ZSTD(1)), + `duration_ms` UInt64 COMMENT 'How long the engine_getBlobs call took in milliseconds' CODEC(ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number of the beacon block being reconstructed' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number derived from the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'Root of the beacon block (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `parent_block_root` FixedString(66) COMMENT 'Root of the parent beacon block (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `requested_count` UInt32 COMMENT 'Number of versioned hashes requested' CODEC(ZSTD(1)), + `versioned_hashes` Array(FixedString(66)) COMMENT 'List of versioned hashes requested (derived from KZG commitments)' CODEC(ZSTD(1)), + `returned_count` UInt32 COMMENT 'Number of non-null blobs returned' CODEC(ZSTD(1)), + `status` LowCardinality(String) COMMENT 'Result status (SUCCESS, PARTIAL, EMPTY, UNSUPPORTED, ERROR)', + `error_message` Nullable(String) COMMENT 'Error details if status is ERROR or UNSUPPORTED' CODEC(ZSTD(1)), + `method_version` LowCardinality(String) COMMENT 'Version of the engine_getBlobs method (e.g., V1, V2)', + `meta_execution_version` LowCardinality(String) COMMENT 'Full execution client version string from web3_clientVersion RPC', + `meta_execution_implementation` LowCardinality(String) COMMENT 'Execution client implementation name (e.g., Geth, Nethermind, Besu, Reth, Erigon)', + `meta_execution_version_major` LowCardinality(String) COMMENT 'Execution client major version number', + `meta_execution_version_minor` LowCardinality(String) COMMENT 'Execution client minor version number', + `meta_execution_version_patch` LowCardinality(String) COMMENT 'Execution client patch version number', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block_root, event_date_time) +COMMENT 'Contains timing and instrumentation data for engine_getBlobs calls between the consensus and execution layer.'; + +CREATE TABLE IF NOT EXISTS default.consensus_engine_api_new_payload_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event' CODEC(DoubleDelta, ZSTD(1)), + `requested_date_time` DateTime64(3) COMMENT 'Timestamp when the engine_newPayload call was initiated' CODEC(DoubleDelta, ZSTD(1)), + `duration_ms` UInt64 COMMENT 'How long the engine_newPayload call took in milliseconds' CODEC(ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number of the beacon block containing the payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number derived from the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'Root of the beacon block (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `parent_block_root` FixedString(66) COMMENT 'Root of the parent beacon block (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'Validator index of the block proposer' CODEC(ZSTD(1)), + `block_number` UInt64 COMMENT 'Execution block number' CODEC(DoubleDelta, ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'Execution block hash (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `parent_hash` FixedString(66) COMMENT 'Parent execution block hash (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `gas_used` UInt64 COMMENT 'Total gas used by all transactions in the block' CODEC(ZSTD(1)), + `gas_limit` UInt64 COMMENT 'Gas limit of the block' CODEC(ZSTD(1)), + `tx_count` UInt32 COMMENT 'Number of transactions in the block' CODEC(ZSTD(1)), + `blob_count` UInt32 COMMENT 'Number of blobs in the block' CODEC(ZSTD(1)), + `status` LowCardinality(String) COMMENT 'Payload status returned by EL (VALID, INVALID, SYNCING, ACCEPTED, INVALID_BLOCK_HASH)', + `latest_valid_hash` Nullable(FixedString(66)) COMMENT 'Latest valid hash when status is INVALID (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `validation_error` Nullable(String) COMMENT 'Error message when validation fails' CODEC(ZSTD(1)), + `method_version` LowCardinality(String) COMMENT 'Version of the engine_newPayload method (e.g., V3, V4)', + `meta_execution_version` LowCardinality(String), + `meta_execution_implementation` LowCardinality(String) DEFAULT '' COMMENT 'Execution client implementation name (e.g., Geth, Nethermind, Besu, Reth, Erigon)', + `meta_execution_version_major` LowCardinality(String) DEFAULT '' COMMENT 'Execution client major version number', + `meta_execution_version_minor` LowCardinality(String) DEFAULT '' COMMENT 'Execution client minor version number', + `meta_execution_version_patch` LowCardinality(String) DEFAULT '' COMMENT 'Execution client patch version number', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block_hash, event_date_time) +COMMENT 'Contains timing and instrumentation data for engine_newPayload calls between the consensus and execution layer.'; + +CREATE TABLE IF NOT EXISTS default.ethseer_validator_entity_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the client fetched the beacon block from ethseer.io' CODEC(DoubleDelta, ZSTD(1)), + `index` UInt32 COMMENT 'The index of the validator' CODEC(DoubleDelta, ZSTD(1)), + `pubkey` String COMMENT 'The public key of the validator' CODEC(ZSTD(1)), + `entity` String COMMENT 'The entity of the validator' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY (meta_network_name, index, pubkey) +COMMENT 'Contains a mapping of validators to entities'; + +CREATE TABLE IF NOT EXISTS default.execution_block_metrics_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the event was received' CODEC(DoubleDelta, ZSTD(1)), + `source` LowCardinality(String) COMMENT 'Data source (e.g., client-logs)', + `block_number` UInt64 COMMENT 'Execution block number' CODEC(DoubleDelta, ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'Execution block hash (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `gas_used` UInt64 COMMENT 'Total gas used by all transactions in the block' CODEC(ZSTD(1)), + `tx_count` UInt32 COMMENT 'Number of transactions in the block' CODEC(ZSTD(1)), + `execution_ms` Float64 COMMENT 'Time spent executing transactions in milliseconds' CODEC(ZSTD(1)), + `state_read_ms` Float64 COMMENT 'Time spent reading state in milliseconds' CODEC(ZSTD(1)), + `state_hash_ms` Float64 COMMENT 'Time spent computing state hash in milliseconds' CODEC(ZSTD(1)), + `commit_ms` Float64 COMMENT 'Time spent committing state changes in milliseconds' CODEC(ZSTD(1)), + `total_ms` Float64 COMMENT 'Total time for block processing in milliseconds' CODEC(ZSTD(1)), + `mgas_per_sec` Float64 COMMENT 'Throughput in million gas per second' CODEC(ZSTD(1)), + `state_reads_accounts` UInt64 COMMENT 'Number of account reads' CODEC(ZSTD(1)), + `state_reads_storage_slots` UInt64 COMMENT 'Number of storage slot reads' CODEC(ZSTD(1)), + `state_reads_code` UInt64 COMMENT 'Number of code reads' CODEC(ZSTD(1)), + `state_reads_code_bytes` UInt64 COMMENT 'Total bytes of code read' CODEC(ZSTD(1)), + `state_writes_accounts` UInt64 COMMENT 'Number of account writes' CODEC(ZSTD(1)), + `state_writes_accounts_deleted` UInt64 COMMENT 'Number of accounts deleted' CODEC(ZSTD(1)), + `state_writes_storage_slots` UInt64 COMMENT 'Number of storage slot writes' CODEC(ZSTD(1)), + `state_writes_storage_slots_deleted` UInt64 COMMENT 'Number of storage slots deleted' CODEC(ZSTD(1)), + `state_writes_code` UInt64 COMMENT 'Number of code writes' CODEC(ZSTD(1)), + `state_writes_code_bytes` UInt64 COMMENT 'Total bytes of code written' CODEC(ZSTD(1)), + `account_cache_hits` Int64 COMMENT 'Number of account cache hits' CODEC(ZSTD(1)), + `account_cache_misses` Int64 COMMENT 'Number of account cache misses' CODEC(ZSTD(1)), + `account_cache_hit_rate` Float64 COMMENT 'Account cache hit rate as percentage' CODEC(ZSTD(1)), + `storage_cache_hits` Int64 COMMENT 'Number of storage cache hits' CODEC(ZSTD(1)), + `storage_cache_misses` Int64 COMMENT 'Number of storage cache misses' CODEC(ZSTD(1)), + `storage_cache_hit_rate` Float64 COMMENT 'Storage cache hit rate as percentage' CODEC(ZSTD(1)), + `code_cache_hits` Int64 COMMENT 'Number of code cache hits' CODEC(ZSTD(1)), + `code_cache_misses` Int64 COMMENT 'Number of code cache misses' CODEC(ZSTD(1)), + `code_cache_hit_rate` Float64 COMMENT 'Code cache hit rate as percentage' CODEC(ZSTD(1)), + `code_cache_hit_bytes` Int64 COMMENT 'Total bytes of code cache hits' CODEC(ZSTD(1)), + `code_cache_miss_bytes` Int64 COMMENT 'Total bytes of code cache misses' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, meta_client_name, event_date_time) +COMMENT 'Contains detailed performance metrics from execution client structured logging for block execution'; + +CREATE TABLE IF NOT EXISTS default.execution_engine_get_blobs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the event was received' CODEC(DoubleDelta, ZSTD(1)), + `requested_date_time` DateTime64(3) COMMENT 'Timestamp when the engine_getBlobs call was received' CODEC(DoubleDelta, ZSTD(1)), + `duration_ms` UInt64 COMMENT 'How long the engine_getBlobs call took in milliseconds' CODEC(ZSTD(1)), + `source` LowCardinality(String) COMMENT 'Source of the event (SNOOPER, EXECUTION_CLIENT)', + `requested_count` UInt32 COMMENT 'Number of versioned hashes requested' CODEC(ZSTD(1)), + `versioned_hashes` Array(FixedString(66)) COMMENT 'List of versioned hashes requested (hex encoded)' CODEC(ZSTD(1)), + `returned_count` UInt32 COMMENT 'Number of non-null blobs returned' CODEC(ZSTD(1)), + `returned_blob_indexes` Array(UInt8) COMMENT 'Indexes (0-based) of the requested versioned_hashes that were successfully returned', + `status` LowCardinality(String) COMMENT 'Result status (SUCCESS, PARTIAL, EMPTY, UNSUPPORTED, ERROR)', + `error_message` Nullable(String) COMMENT 'Error details if status is ERROR or UNSUPPORTED' CODEC(ZSTD(1)), + `method_version` LowCardinality(String) COMMENT 'Version of the engine_getBlobs method (e.g., V1, V2)', + `meta_execution_implementation` LowCardinality(String) COMMENT 'Implementation of the execution client (e.g., go-ethereum, reth, nethermind)', + `meta_execution_version` LowCardinality(String) COMMENT 'Version of the execution client', + `meta_execution_version_major` LowCardinality(String) COMMENT 'Major version number of the execution client', + `meta_execution_version_minor` LowCardinality(String) COMMENT 'Minor version number of the execution client', + `meta_execution_version_patch` LowCardinality(String) COMMENT 'Patch version number of the execution client', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name) +COMMENT 'Contains timing and instrumentation data for engine_getBlobs calls from the execution layer perspective.'; + +CREATE TABLE IF NOT EXISTS default.execution_engine_new_payload_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the event was received' CODEC(DoubleDelta, ZSTD(1)), + `requested_date_time` DateTime64(3) COMMENT 'Timestamp when the engine_newPayload call was received' CODEC(DoubleDelta, ZSTD(1)), + `duration_ms` UInt64 COMMENT 'How long the engine_newPayload call took in milliseconds' CODEC(ZSTD(1)), + `source` LowCardinality(String) COMMENT 'Source of the event (SNOOPER, EXECUTION_CLIENT)', + `block_number` UInt64 COMMENT 'Execution block number' CODEC(DoubleDelta, ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'Execution block hash (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `parent_hash` FixedString(66) COMMENT 'Parent execution block hash (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `gas_used` UInt64 COMMENT 'Total gas used by all transactions in the block' CODEC(ZSTD(1)), + `gas_limit` UInt64 COMMENT 'Gas limit of the block' CODEC(ZSTD(1)), + `tx_count` UInt32 COMMENT 'Number of transactions in the block' CODEC(ZSTD(1)), + `blob_count` UInt32 COMMENT 'Number of blobs in the block' CODEC(ZSTD(1)), + `status` LowCardinality(String) COMMENT 'Payload status returned (VALID, INVALID, SYNCING, ACCEPTED, INVALID_BLOCK_HASH)', + `latest_valid_hash` Nullable(FixedString(66)) COMMENT 'Latest valid hash when status is INVALID (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `validation_error` Nullable(String) COMMENT 'Error message when validation fails' CODEC(ZSTD(1)), + `method_version` LowCardinality(String) COMMENT 'Version of the engine_newPayload method (e.g., V3, V4)', + `meta_execution_implementation` LowCardinality(String) COMMENT 'Implementation of the execution client (e.g., go-ethereum, reth, nethermind)', + `meta_execution_version` LowCardinality(String) COMMENT 'Version of the execution client', + `meta_execution_version_major` LowCardinality(String) COMMENT 'Major version number of the execution client', + `meta_execution_version_minor` LowCardinality(String) COMMENT 'Minor version number of the execution client', + `meta_execution_version_patch` LowCardinality(String) COMMENT 'Patch version number of the execution client', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, meta_client_name, block_hash, event_date_time) +COMMENT 'Contains timing and instrumentation data for engine_newPayload calls from the execution layer perspective.'; + +CREATE TABLE IF NOT EXISTS default.execution_state_size_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the state size measurement was taken' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'Block number at which the state size was measured' CODEC(DoubleDelta, ZSTD(1)), + `state_root` FixedString(66) COMMENT 'State root hash of the execution layer at this block' CODEC(ZSTD(1)), + `accounts` UInt64 COMMENT 'Total number of accounts in the state' CODEC(ZSTD(1)), + `account_bytes` UInt64 COMMENT 'Total bytes used by account data' CODEC(ZSTD(1)), + `account_trienodes` UInt64 COMMENT 'Number of trie nodes in the account trie' CODEC(ZSTD(1)), + `account_trienode_bytes` UInt64 COMMENT 'Total bytes used by account trie nodes' CODEC(ZSTD(1)), + `contract_codes` UInt64 COMMENT 'Total number of contract codes stored' CODEC(ZSTD(1)), + `contract_code_bytes` UInt64 COMMENT 'Total bytes used by contract code' CODEC(ZSTD(1)), + `storages` UInt64 COMMENT 'Total number of storage slots in the state' CODEC(ZSTD(1)), + `storage_bytes` UInt64 COMMENT 'Total bytes used by storage data' CODEC(ZSTD(1)), + `storage_trienodes` UInt64 COMMENT 'Number of trie nodes in the storage trie' CODEC(ZSTD(1)), + `storage_trienode_bytes` UInt64 COMMENT 'Total bytes used by storage trie nodes' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_execution_version` LowCardinality(String) COMMENT 'Execution client version that generated the event', + `meta_execution_version_major` LowCardinality(String) COMMENT 'Execution client major version that generated the event', + `meta_execution_version_minor` LowCardinality(String) COMMENT 'Execution client minor version that generated the event', + `meta_execution_version_patch` LowCardinality(String) COMMENT 'Execution client patch version that generated the event', + `meta_execution_implementation` LowCardinality(String) COMMENT 'Execution client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, meta_client_name, state_root, event_date_time) +COMMENT 'Contains execution layer state size metrics including account, contract code, and storage data measurements at specific block heights.'; + +CREATE TABLE IF NOT EXISTS default.execution_transaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'The block hash' CODEC(ZSTD(1)), + `parent_hash` FixedString(66) COMMENT 'The parent block hash' CODEC(ZSTD(1)), + `position` UInt32 COMMENT 'The position of the transaction in the beacon block' CODEC(DoubleDelta, ZSTD(1)), + `hash` FixedString(66) COMMENT 'The hash of the transaction' CODEC(ZSTD(1)), + `from` FixedString(42) COMMENT 'The address of the account that sent the transaction' CODEC(ZSTD(1)), + `to` Nullable(FixedString(42)) COMMENT 'The address of the account that is the transaction recipient' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'The nonce of the sender account at the time of the transaction' CODEC(ZSTD(1)), + `gas_price` UInt128 COMMENT 'The gas price of the transaction in wei' CODEC(ZSTD(1)), + `gas` UInt64 COMMENT 'The maximum gas provided for the transaction execution' CODEC(ZSTD(1)), + `gas_tip_cap` Nullable(UInt128) COMMENT 'The priority fee (tip) the user has set for the transaction' CODEC(ZSTD(1)), + `gas_fee_cap` Nullable(UInt128) COMMENT 'The max fee the user has set for the transaction' CODEC(ZSTD(1)), + `value` UInt128 COMMENT 'The value transferred with the transaction in wei' CODEC(ZSTD(1)), + `type` UInt8 COMMENT 'The type of the transaction' CODEC(ZSTD(1)), + `size` UInt32 COMMENT 'The size of the transaction data in bytes' CODEC(ZSTD(1)), + `call_data_size` UInt32 COMMENT 'The size of the call data of the transaction in bytes' CODEC(ZSTD(1)), + `blob_gas` Nullable(UInt64) COMMENT 'The maximum gas provided for the blob transaction execution' CODEC(ZSTD(1)), + `blob_gas_fee_cap` Nullable(UInt128) COMMENT 'The max fee the user has set for the transaction' CODEC(ZSTD(1)), + `blob_hashes` Array(String) COMMENT 'The hashes of the blob commitments for blob transactions' CODEC(ZSTD(1)), + `success` Bool COMMENT 'The transaction success' CODEC(ZSTD(1)), + `n_input_bytes` UInt32 COMMENT 'The transaction input bytes' CODEC(ZSTD(1)), + `n_input_zero_bytes` UInt32 COMMENT 'The transaction input zero bytes' CODEC(ZSTD(1)), + `n_input_nonzero_bytes` UInt32 COMMENT 'The transaction input nonzero bytes' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, block_hash, position) +COMMENT 'Contains execution transaction data that may not be canonical.'; + +CREATE TABLE IF NOT EXISTS default.imported_sources_local ON CLUSTER '{cluster}' +( + `create_date_time` DateTime64(3) COMMENT 'Creation date of this row' CODEC(DoubleDelta, ZSTD(1)), + `target_date_time` DateTime COMMENT 'The date of the data that was imported' CODEC(DoubleDelta, ZSTD(1)), + `source` LowCardinality(String) COMMENT 'Source of the data that was imported' +) +ENGINE = ReplicatedMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}') +PARTITION BY toStartOfMonth(create_date_time) +ORDER BY (create_date_time, source) +COMMENT 'This table contains the list of sources that have been imported into the database'; + +CREATE TABLE IF NOT EXISTS default.libp2p_add_peer_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `protocol` LowCardinality(String) COMMENT 'Protocol used by the peer', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key) +COMMENT 'Contains the details of the peers added to the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_connected_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `remote_peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the remote peer', + `remote_protocol` LowCardinality(String) COMMENT 'Protocol of the remote peer', + `remote_transport_protocol` LowCardinality(String) COMMENT 'Transport protocol of the remote peer', + `remote_port` Nullable(UInt16) COMMENT 'Port of the remote peer' CODEC(ZSTD(1)), + `remote_ip` Nullable(IPv6) COMMENT 'IP address of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_city` LowCardinality(String) COMMENT 'City of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_country` LowCardinality(String) COMMENT 'Country of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_country_code` LowCardinality(String) COMMENT 'Country code of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_agent_implementation` LowCardinality(String) COMMENT 'Implementation of the remote peer', + `remote_agent_version` LowCardinality(String) COMMENT 'Version of the remote peer', + `remote_agent_version_major` LowCardinality(String) COMMENT 'Major version of the remote peer', + `remote_agent_version_minor` LowCardinality(String) COMMENT 'Minor version of the remote peer', + `remote_agent_version_patch` LowCardinality(String) COMMENT 'Patch version of the remote peer', + `remote_agent_platform` LowCardinality(String) COMMENT 'Platform of the remote peer', + `direction` LowCardinality(String) COMMENT 'Connection direction', + `opened` DateTime COMMENT 'Timestamp when the connection was opened' CODEC(DoubleDelta, ZSTD(1)), + `transient` Bool COMMENT 'Whether the connection is transient', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, remote_peer_id_unique_key, direction, opened) +COMMENT 'Contains the details of the CONNECTED events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_deliver_message_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `seq_number` UInt64 COMMENT 'A linearly increasing number that is unique among messages originating from the given peer' CODEC(DoubleDelta, ZSTD(1)), + `local_delivery` Bool COMMENT 'Indicates if the message was delivered to in-process subscribers only', + `peer_id_unique_key` Int64 COMMENT 'Unique key for the peer that delivered the message', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name, message_id, seq_number) +COMMENT 'Contains the details of the DELIVER_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_disconnected_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `remote_peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the remote peer', + `remote_protocol` LowCardinality(String) COMMENT 'Protocol of the remote peer', + `remote_transport_protocol` LowCardinality(String) COMMENT 'Transport protocol of the remote peer', + `remote_port` Nullable(UInt16) COMMENT 'Port of the remote peer' CODEC(ZSTD(1)), + `remote_ip` Nullable(IPv6) COMMENT 'IP address of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_city` LowCardinality(String) COMMENT 'City of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_country` LowCardinality(String) COMMENT 'Country of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_country_code` LowCardinality(String) COMMENT 'Country code of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_agent_implementation` LowCardinality(String) COMMENT 'Implementation of the remote peer', + `remote_agent_version` LowCardinality(String) COMMENT 'Version of the remote peer', + `remote_agent_version_major` LowCardinality(String) COMMENT 'Major version of the remote peer', + `remote_agent_version_minor` LowCardinality(String) COMMENT 'Minor version of the remote peer', + `remote_agent_version_patch` LowCardinality(String) COMMENT 'Patch version of the remote peer', + `remote_agent_platform` LowCardinality(String) COMMENT 'Platform of the remote peer', + `direction` LowCardinality(String) COMMENT 'Connection direction', + `opened` DateTime COMMENT 'Timestamp when the connection was opened' CODEC(DoubleDelta, ZSTD(1)), + `transient` Bool COMMENT 'Whether the connection is transient', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, remote_peer_id_unique_key, direction, opened) +COMMENT 'Contains the details of the DISCONNECTED events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_drop_rpc_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each record', + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer receiver', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, meta_client_name) +COMMENT 'Contains the details of the RPC messages dropped by the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_duplicate_message_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `seq_number` UInt64 COMMENT 'A linearly increasing number that is unique among messages originating from the given peer' CODEC(DoubleDelta, ZSTD(1)), + `local_delivery` Bool COMMENT 'Indicates if the message was duplicated locally', + `peer_id_unique_key` Int64 COMMENT 'Unique key for the peer that sent the duplicate message', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name, message_id, seq_number) +COMMENT 'Contains the details of the DUPLICATE_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_aggregate_and_proof_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event with millisecond precision' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'Start date and time of the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'Start date and time of the epoch' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'Slot number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'Start date and time of the wall clock slot when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'Epoch number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'Start date and time of the wall clock epoch when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'Difference in slot start time for propagation' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic in the gossipsub protocol', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding used for the topic', + `aggregator_index` UInt32 COMMENT 'Index of the validator who created this aggregate' CODEC(DoubleDelta, ZSTD(1)), + `committee_index` LowCardinality(String) COMMENT 'Committee index from the attestation', + `aggregation_bits` String COMMENT 'Bitfield of aggregated attestation' CODEC(ZSTD(1)), + `beacon_block_root` FixedString(66) COMMENT 'Root of the beacon block being attested to' CODEC(ZSTD(1)), + `source_epoch` UInt32 COMMENT 'Source epoch from the attestation' CODEC(DoubleDelta, ZSTD(1)), + `source_root` FixedString(66) COMMENT 'Source root from the attestation' CODEC(ZSTD(1)), + `target_epoch` UInt32 COMMENT 'Target epoch from the attestation' CODEC(DoubleDelta, ZSTD(1)), + `target_root` FixedString(66) COMMENT 'Target root from the attestation' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Name of the network associated with the client' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, peer_id_unique_key, message_id) +COMMENT 'Table for libp2p gossipsub aggregate and proof data.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_beacon_attestation_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event with millisecond precision' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'Start date and time of the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the attestation' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `committee_index` LowCardinality(String) COMMENT 'The committee index in the attestation', + `attesting_validator_index` Nullable(UInt32) COMMENT 'The index of the validator attesting to the event' CODEC(ZSTD(1)), + `attesting_validator_committee_index` LowCardinality(String) COMMENT 'The committee index of the attesting validator', + `wallclock_slot` UInt32 COMMENT 'Slot number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'Start date and time of the wall clock slot when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'Epoch number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'Start date and time of the wall clock epoch when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'Difference in slot start time for propagation' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic in the gossipsub protocol', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding used for the topic', + `aggregation_bits` String COMMENT 'The aggregation bits of the event in the attestation' CODEC(ZSTD(1)), + `beacon_block_root` FixedString(66) COMMENT 'The beacon block root hash in the attestation' CODEC(ZSTD(1)), + `source_epoch` UInt32 COMMENT 'The source epoch number in the attestation' CODEC(DoubleDelta, ZSTD(1)), + `source_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the source epoch started' CODEC(DoubleDelta, ZSTD(1)), + `source_root` FixedString(66) COMMENT 'The source beacon block root hash in the attestation' CODEC(ZSTD(1)), + `target_epoch` UInt32 COMMENT 'The target epoch number in the attestation' CODEC(DoubleDelta, ZSTD(1)), + `target_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the target epoch started' CODEC(DoubleDelta, ZSTD(1)), + `target_root` FixedString(66) COMMENT 'The target beacon block root hash in the attestation' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Name of the network associated with the client' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, peer_id_unique_key, message_id) +COMMENT 'Table for libp2p gossipsub beacon attestation data.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_beacon_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event with millisecond precision' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'Start date and time of the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'Start date and time of the epoch' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'Slot number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'Start date and time of the wall clock slot when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'Epoch number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'Start date and time of the wall clock epoch when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'Difference in slot start time for propagation' CODEC(ZSTD(1)), + `block` FixedString(66) COMMENT 'The beacon block root hash' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The proposer index of the beacon block' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic in the gossipsub protocol', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding used for the topic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Name of the network associated with the client' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, peer_id_unique_key, message_id) +COMMENT 'Table for libp2p gossipsub beacon block data.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_blob_sidecar_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event with millisecond precision' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'Start date and time of the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'Start date and time of the epoch' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'Slot number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'Start date and time of the wall clock slot when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'Epoch number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'Start date and time of the wall clock epoch when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'Difference in slot start time for propagation' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The proposer index of the beacon block' CODEC(ZSTD(1)), + `blob_index` UInt32 COMMENT 'Blob index associated with the record' CODEC(ZSTD(1)), + `beacon_block_root` FixedString(66) CODEC(ZSTD(1)), + `parent_root` FixedString(66) COMMENT 'Parent root of the beacon block' CODEC(ZSTD(1)), + `state_root` FixedString(66) COMMENT 'State root of the beacon block' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic in the gossipsub protocol', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding used for the topic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Name of the network associated with the client' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, peer_id_unique_key, message_id) +COMMENT 'Table for libp2p gossipsub blob sidecar data'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_data_column_sidecar_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event with millisecond precision' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'Start date and time of the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'Start date and time of the epoch' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'Slot number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'Start date and time of the wall clock slot when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'Epoch number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'Start date and time of the wall clock epoch when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'Difference in slot start time for propagation' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The proposer index of the beacon block' CODEC(ZSTD(1)), + `column_index` UInt64 COMMENT 'Column index associated with the record' CODEC(ZSTD(1)), + `kzg_commitments_count` UInt32 COMMENT 'Number of KZG commitments associated with the record' CODEC(ZSTD(1)), + `beacon_block_root` FixedString(66) CODEC(ZSTD(1)), + `parent_root` FixedString(66) COMMENT 'Parent root of the beacon block' CODEC(ZSTD(1)), + `state_root` FixedString(66) COMMENT 'State root of the beacon block' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic in the gossipsub protocol', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding used for the topic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Name of the network associated with the client' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, peer_id_unique_key, message_id) +COMMENT 'Table for libp2p gossipsub data column sidecar data'; + +CREATE TABLE IF NOT EXISTS default.libp2p_graft_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key for the peer that initiated the GRAFT (eg joined the mesh for this topic) identifies mesh membership changes per peer.', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name) +COMMENT 'Contains the details of the GRAFT events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_handle_metadata_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the RPC', + `error` Nullable(String) COMMENT 'Error message if the metadata handling failed' CODEC(ZSTD(1)), + `protocol` LowCardinality(String) COMMENT 'The protocol of the metadata handling event', + `direction` LowCardinality(String) COMMENT 'Direction of the RPC request (inbound or outbound)' CODEC(ZSTD(1)), + `attnets` String COMMENT 'Attestation subnets the peer is subscribed to' CODEC(ZSTD(1)), + `seq_number` UInt64 COMMENT 'Sequence number of the metadata' CODEC(DoubleDelta, ZSTD(1)), + `syncnets` String COMMENT 'Sync subnets the peer is subscribed to' CODEC(ZSTD(1)), + `custody_group_count` Nullable(UInt8) COMMENT 'Number of custody groups (0-127)' CODEC(ZSTD(1)), + `latency_milliseconds` Decimal(10, 3) COMMENT 'How long it took to handle the metadata request in milliseconds' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, attnets, seq_number, syncnets, latency_milliseconds) +COMMENT 'Contains the metadata handling events for libp2p peers.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_handle_status_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `error` Nullable(String) COMMENT 'Error message if the status handling failed' CODEC(ZSTD(1)), + `protocol` LowCardinality(String) COMMENT 'The protocol of the status handling event', + `direction` LowCardinality(String) COMMENT 'Direction of the RPC request (inbound or outbound)' CODEC(ZSTD(1)), + `request_finalized_epoch` Nullable(UInt32) COMMENT 'Requested finalized epoch' CODEC(DoubleDelta, ZSTD(1)), + `request_finalized_root` Nullable(String) COMMENT 'Requested finalized root', + `request_fork_digest` LowCardinality(String) COMMENT 'Requested fork digest', + `request_head_root` Nullable(FixedString(66)) COMMENT 'Requested head root' CODEC(ZSTD(1)), + `request_head_slot` Nullable(UInt32) COMMENT 'Requested head slot' CODEC(ZSTD(1)), + `request_earliest_available_slot` Nullable(UInt32) COMMENT 'Requested earliest available slot' CODEC(ZSTD(1)), + `response_finalized_epoch` Nullable(UInt32) COMMENT 'Response finalized epoch' CODEC(DoubleDelta, ZSTD(1)), + `response_finalized_root` Nullable(FixedString(66)) COMMENT 'Response finalized root' CODEC(ZSTD(1)), + `response_fork_digest` LowCardinality(String) COMMENT 'Response fork digest', + `response_head_root` Nullable(FixedString(66)) COMMENT 'Response head root' CODEC(ZSTD(1)), + `response_head_slot` Nullable(UInt32) COMMENT 'Response head slot' CODEC(DoubleDelta, ZSTD(1)), + `response_earliest_available_slot` Nullable(UInt32) COMMENT 'Response earliest available slot' CODEC(ZSTD(1)), + `latency_milliseconds` Decimal(10, 3) COMMENT 'How long it took to handle the status request in milliseconds' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, latency_milliseconds) +COMMENT 'Contains the status handling events for libp2p peers.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_identify_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `remote_peer_id_unique_key` Int64 CODEC(ZSTD(1)), + `success` Bool CODEC(ZSTD(1)), + `error` Nullable(String) CODEC(ZSTD(1)), + `remote_protocol` LowCardinality(String), + `remote_transport_protocol` LowCardinality(String), + `remote_port` UInt16 CODEC(ZSTD(1)), + `remote_ip` Nullable(IPv6) CODEC(ZSTD(1)), + `remote_geo_city` LowCardinality(String) CODEC(ZSTD(1)), + `remote_geo_country` LowCardinality(String) CODEC(ZSTD(1)), + `remote_geo_country_code` LowCardinality(String) CODEC(ZSTD(1)), + `remote_geo_continent_code` LowCardinality(String) CODEC(ZSTD(1)), + `remote_geo_longitude` Nullable(Float64) CODEC(ZSTD(1)), + `remote_geo_latitude` Nullable(Float64) CODEC(ZSTD(1)), + `remote_geo_autonomous_system_number` Nullable(UInt32) CODEC(ZSTD(1)), + `remote_geo_autonomous_system_organization` Nullable(String) CODEC(ZSTD(1)), + `remote_agent_implementation` LowCardinality(String), + `remote_agent_version` LowCardinality(String), + `remote_agent_version_major` LowCardinality(String), + `remote_agent_version_minor` LowCardinality(String), + `remote_agent_version_patch` LowCardinality(String), + `remote_agent_platform` LowCardinality(String), + `protocol_version` LowCardinality(String), + `protocols` Array(String) CODEC(ZSTD(1)), + `listen_addrs` Array(String) CODEC(ZSTD(1)), + `observed_addr` String CODEC(ZSTD(1)), + `transport` LowCardinality(String), + `security` LowCardinality(String), + `muxer` LowCardinality(String), + `direction` LowCardinality(String), + `remote_multiaddr` String CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_client_version` LowCardinality(String), + `meta_client_implementation` LowCardinality(String), + `meta_client_os` LowCardinality(String), + `meta_client_ip` Nullable(IPv6) CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, remote_peer_id_unique_key, direction) +COMMENT 'Contains libp2p identify protocol exchange results including remote peer agent info, supported protocols, and connection metadata'; + +CREATE TABLE IF NOT EXISTS default.libp2p_join_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer that joined the topic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name) +COMMENT 'Contains the details of the JOIN events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_leave_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer that left the topic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name) +COMMENT 'Contains the details of the LEAVE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_peer_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each record, seahash of peer_id + meta_network_name', + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `peer_id` String COMMENT 'Peer ID' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY unique_key +COMMENT 'Lookup table mapping seahashed peer_id + network to original peer ID. Collected from deep instrumentation within forked consensus layer clients. Partition: monthly by `event_date_time`'; + +CREATE TABLE IF NOT EXISTS default.libp2p_prune_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key for the peer that was PRUNED (eg removed from the mesh for this topic) identifies mesh membership changes per peer.', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name) +COMMENT 'Contains the details of the PRUNE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_publish_message_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, topic_fork_digest_value, topic_name, message_id) +COMMENT 'Contains the details of the PUBLISH_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_recv_rpc_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each record', + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer sender', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, meta_client_name) +COMMENT 'Contains the details of the RPC messages received by the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_reject_message_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `seq_number` UInt64 COMMENT 'A linearly increasing number that is unique among messages originating from the given peer' CODEC(DoubleDelta, ZSTD(1)), + `local_delivery` Bool COMMENT 'Indicates if the message was rejected by local subscriber', + `peer_id_unique_key` Int64 COMMENT 'Unique key for the peer that rejected the message', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `reason` String COMMENT 'Reason for message rejection' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name, message_id, seq_number) +COMMENT 'Contains the details of the REJECT_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_remove_peer_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key) +COMMENT 'Contains the details of the peers removed from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_data_column_custody_probe_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the probe was executed' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number being probed' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number of the slot being probed' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_slot` UInt32 COMMENT 'The wallclock slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_slot_start_date_time` DateTime COMMENT 'The start time for the slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_epoch` UInt32 COMMENT 'The wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_epoch_start_date_time` DateTime COMMENT 'The start time for the wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `column_index` UInt64 COMMENT 'Column index being probed' CODEC(ZSTD(1)), + `column_rows_count` UInt16 COMMENT 'Number of rows in the column' CODEC(ZSTD(1)), + `beacon_block_root` FixedString(66) COMMENT 'Root of the beacon block' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `result` LowCardinality(String) COMMENT 'Result of the probe' CODEC(ZSTD(1)), + `response_time_ms` Int32 COMMENT 'Response time in milliseconds' CODEC(ZSTD(1)), + `error` Nullable(String) COMMENT 'Error message if probe failed' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that executed the probe', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, slot, column_index) +COMMENT 'Contains custody probe events for data column availability verification'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_graft_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each "Graft" control record', + `updated_date_time` DateTime COMMENT 'Timestamp when the "Graft" control record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the "Graft" control event' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta control GRAFT array' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the "Graft" control metadata', + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the Graft control', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, meta_client_name) +COMMENT 'Contains the details of the "Graft" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_idontwant_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each IDONTWANT control record', + `updated_date_time` DateTime COMMENT 'Timestamp when the IDONTWANT control record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the IDONTWANT control event' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta control idontwant array' CODEC(DoubleDelta, ZSTD(1)), + `message_index` Int32 COMMENT 'Position in the RPC meta control idontwant message_ids array' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the IDONTWANT control metadata', + `message_id` String COMMENT 'Identifier of the message associated with the IDONTWANT control' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the IDONTWANT control', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, peer_id_unique_key, message_id, message_index, meta_client_name) +COMMENT 'Contains the details of the IDONTWANT control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_ihave_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each "I have" control record', + `updated_date_time` DateTime COMMENT 'Timestamp when the "I have" control record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the "I have" control event' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the "I have" control metadata', + `message_index` Int32 COMMENT 'Position in the RPC meta control IWANT message_ids array' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta control IWANT array' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `message_id` String COMMENT 'Identifier of the message associated with the "I have" control' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the I have control', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, message_index, meta_client_name) +COMMENT 'Contains the details of the "I have" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_iwant_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each "I want" control record', + `updated_date_time` DateTime COMMENT 'Timestamp when the "I want" control record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the "I want" control event' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta control IWANT array' CODEC(DoubleDelta, ZSTD(1)), + `message_index` Int32 COMMENT 'Position in the RPC meta control IWANT message_ids array' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the "I want" control metadata', + `message_id` String COMMENT 'Identifier of the message associated with the "I want" control' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the I want control', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, message_index, meta_client_name) +COMMENT 'Contains the details of the "I want" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_prune_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each "Prune" control record', + `updated_date_time` DateTime COMMENT 'Timestamp when the "Prune" control record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the "Prune" control event' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta control PRUNE array' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the "Prune" control metadata', + `peer_id_index` Int32 CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the Prune control', + `graft_peer_id_unique_key` Nullable(Int64) COMMENT 'Unique key associated with the identifier of the graft peer involved in the Prune control', + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, meta_client_name) +COMMENT 'Contains the details of the "Prune" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_message_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each RPC message record', + `updated_date_time` DateTime COMMENT 'Timestamp when the RPC message record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the RPC event' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta message array' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the RPC metadata', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the RPC', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, meta_client_name) +COMMENT 'Contains the details of the RPC meta messages from the peer'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_subscription_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each RPC subscription record', + `updated_date_time` DateTime COMMENT 'Timestamp when the RPC subscription record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the RPC subscription event' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta subscription array' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the RPC subscription metadata', + `subscribe` Bool COMMENT 'Boolean indicating if it is a subscription or unsubscription', + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the subscription', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, meta_client_name) +COMMENT 'Contains the details of the RPC subscriptions from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_send_rpc_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each record', + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer receiver', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, meta_client_name) +COMMENT 'Contains the details of the RPC messages sent by the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_synthetic_heartbeat_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the heartbeat event' CODEC(DoubleDelta, ZSTD(1)), + `remote_peer_id_unique_key` Int64 COMMENT 'Unique key of the remote peer', + `remote_maddrs` String COMMENT 'Multiaddress of the remote peer' CODEC(ZSTD(1)), + `latency_ms` Nullable(Int64) COMMENT 'EWMA latency in milliseconds (0 if unavailable)' CODEC(ZSTD(1)), + `direction` LowCardinality(String) COMMENT 'Connection direction (Unknown/Inbound/Outbound)', + `protocols` Array(String) COMMENT 'List of supported protocols' CODEC(ZSTD(1)), + `connection_age_ms` Nullable(Int64) COMMENT 'Connection age in milliseconds' CODEC(ZSTD(1)), + `remote_agent_implementation` LowCardinality(String) COMMENT 'Implementation of the remote peer', + `remote_agent_version` LowCardinality(String) COMMENT 'Version of the remote peer', + `remote_agent_version_major` LowCardinality(String) COMMENT 'Major version of the remote peer', + `remote_agent_version_minor` LowCardinality(String) COMMENT 'Minor version of the remote peer', + `remote_agent_version_patch` LowCardinality(String) COMMENT 'Patch version of the remote peer', + `remote_agent_platform` LowCardinality(String) COMMENT 'Platform of the remote peer', + `remote_ip` Nullable(IPv6) COMMENT 'IP address of the remote peer' CODEC(ZSTD(1)), + `remote_port` Nullable(UInt16) COMMENT 'Port of the remote peer' CODEC(ZSTD(1)), + `remote_geo_city` LowCardinality(String) COMMENT 'City of the remote peer' CODEC(ZSTD(1)), + `remote_geo_country` LowCardinality(String) COMMENT 'Country of the remote peer' CODEC(ZSTD(1)), + `remote_geo_country_code` LowCardinality(String) COMMENT 'Country code of the remote peer' CODEC(ZSTD(1)), + `remote_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the remote peer' CODEC(ZSTD(1)), + `remote_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the remote peer' CODEC(ZSTD(1)), + `remote_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the remote peer' CODEC(ZSTD(1)), + `remote_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'ASN of the remote peer' CODEC(ZSTD(1)), + `remote_geo_autonomous_system_organization` Nullable(String) COMMENT 'AS organization of the remote peer' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'ASN of the client' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'AS organization of the client' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, remote_peer_id_unique_key, updated_date_time) +COMMENT 'Contains heartbeat events from libp2p peers'; + +CREATE TABLE IF NOT EXISTS default.mempool_dumpster_transaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated, this is outside the source data and used for deduplication' CODEC(DoubleDelta, ZSTD(1)), + `timestamp` DateTime64(3) COMMENT 'Timestamp of the transaction' CODEC(DoubleDelta, ZSTD(1)), + `hash` FixedString(66) COMMENT 'The hash of the transaction' CODEC(ZSTD(1)), + `chain_id` UInt32 COMMENT 'The chain id of the transaction' CODEC(ZSTD(1)), + `from` FixedString(42) COMMENT 'The address of the account that sent the transaction' CODEC(ZSTD(1)), + `to` Nullable(FixedString(42)) COMMENT 'The address of the account that is the transaction recipient' CODEC(ZSTD(1)), + `value` UInt128 COMMENT 'The value transferred with the transaction in wei' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'The nonce of the sender account at the time of the transaction' CODEC(ZSTD(1)), + `gas` UInt64 COMMENT 'The maximum gas provided for the transaction execution' CODEC(ZSTD(1)), + `gas_price` UInt128 COMMENT 'The gas price of the transaction in wei' CODEC(ZSTD(1)), + `gas_tip_cap` Nullable(UInt128) COMMENT 'The gas tip cap of the transaction in wei' CODEC(ZSTD(1)), + `gas_fee_cap` Nullable(UInt128) COMMENT 'The gas fee cap of the transaction in wei' CODEC(ZSTD(1)), + `data_size` UInt32 COMMENT 'The size of the call data of the transaction in bytes' CODEC(ZSTD(1)), + `data_4bytes` Nullable(FixedString(10)) COMMENT 'The first 4 bytes of the call data of the transaction' CODEC(ZSTD(1)), + `sources` Array(LowCardinality(String)) COMMENT 'The sources that saw this transaction in their mempool', + `included_at_block_height` Nullable(UInt64) COMMENT 'The block height at which this transaction was included' CODEC(ZSTD(1)), + `included_block_timestamp` Nullable(DateTime64(3)) COMMENT 'The timestamp of the block at which this transaction was included' CODEC(DoubleDelta, ZSTD(1)), + `inclusion_delay_ms` Nullable(Int64) COMMENT 'The delay between the transaction timestamp and the block timestamp' CODEC(ZSTD(1)) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (chain_id, toYYYYMM(timestamp)) +ORDER BY (chain_id, timestamp, hash, from, nonce, gas) +COMMENT 'Contains transactions from mempool dumpster dataset. Following the parquet schema with some additions'; + +CREATE TABLE IF NOT EXISTS default.mempool_transaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'The time when the sentry saw the transaction in the mempool' CODEC(DoubleDelta, ZSTD(1)), + `hash` FixedString(66) COMMENT 'The hash of the transaction' CODEC(ZSTD(1)), + `from` FixedString(42) COMMENT 'The address of the account that sent the transaction' CODEC(ZSTD(1)), + `to` Nullable(FixedString(42)) COMMENT 'The address of the account that is the transaction recipient' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'The nonce of the sender account at the time of the transaction' CODEC(ZSTD(1)), + `gas_price` UInt128 COMMENT 'The gas price of the transaction in wei' CODEC(ZSTD(1)), + `gas` UInt64 COMMENT 'The maximum gas provided for the transaction execution' CODEC(ZSTD(1)), + `gas_tip_cap` Nullable(UInt128) COMMENT 'The priority fee (tip) the user has set for the transaction', + `gas_fee_cap` Nullable(UInt128) COMMENT 'The max fee the user has set for the transaction', + `value` UInt128 COMMENT 'The value transferred with the transaction in wei' CODEC(ZSTD(1)), + `type` Nullable(UInt8) COMMENT 'The type of the transaction', + `size` UInt32 COMMENT 'The size of the transaction data in bytes' CODEC(ZSTD(1)), + `call_data_size` UInt32 COMMENT 'The size of the call data of the transaction in bytes' CODEC(ZSTD(1)), + `blob_gas` Nullable(UInt64) COMMENT 'The maximum gas provided for the blob transaction execution', + `blob_gas_fee_cap` Nullable(UInt128) COMMENT 'The max fee the user has set for the transaction', + `blob_hashes` Array(String) COMMENT 'The hashes of the blob commitments for blob transactions', + `blob_sidecars_size` Nullable(UInt32) COMMENT 'The total size of the sidecars for blob transactions in bytes', + `blob_sidecars_empty_size` Nullable(UInt32) COMMENT 'The total empty size of the sidecars for blob transactions in bytes', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_execution_fork_id_hash` LowCardinality(String) COMMENT 'The hash of the fork ID of the current Ethereum network', + `meta_execution_fork_id_next` LowCardinality(String) COMMENT 'The fork ID of the next planned Ethereum network upgrade' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, hash, from, nonce, gas) +COMMENT 'Each row represents a transaction that was seen in the mempool by a sentry client. Sentries can report the same transaction multiple times if it has been long enough since the last report.'; + +CREATE TABLE IF NOT EXISTS default.mev_relay_bid_trace_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the bid was fetched' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number within the block bid' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The start time for the slot that the bid is for' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number derived from the slot that the bid is for' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The start time for the epoch that the bid is for' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_slot` UInt32 COMMENT 'The wallclock slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_slot_start_date_time` DateTime COMMENT 'The start time for the slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_epoch` UInt32 COMMENT 'The wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_epoch_start_date_time` DateTime COMMENT 'The start time for the wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `requested_at_slot_time` UInt32 COMMENT 'The time in the slot when the request was sent' CODEC(ZSTD(1)), + `response_at_slot_time` UInt32 COMMENT 'The time in the slot when the response was received' CODEC(ZSTD(1)), + `relay_name` String COMMENT 'The relay that the bid was fetched from' CODEC(ZSTD(1)), + `parent_hash` FixedString(66) COMMENT 'The parent hash of the bid' CODEC(ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number of the bid' CODEC(DoubleDelta, ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'The block hash of the bid' CODEC(ZSTD(1)), + `builder_pubkey` String COMMENT 'The builder pubkey of the bid' CODEC(ZSTD(1)), + `proposer_pubkey` String COMMENT 'The proposer pubkey of the bid' CODEC(ZSTD(1)), + `proposer_fee_recipient` FixedString(42) COMMENT 'The proposer fee recipient of the bid' CODEC(ZSTD(1)), + `gas_limit` UInt64 COMMENT 'The gas limit of the bid' CODEC(DoubleDelta, ZSTD(1)), + `gas_used` UInt64 COMMENT 'The gas used of the bid' CODEC(DoubleDelta, ZSTD(1)), + `value` UInt256 COMMENT 'The transaction value in float64' CODEC(ZSTD(1)), + `num_tx` UInt32 COMMENT 'The number of transactions in the bid' CODEC(DoubleDelta, ZSTD(1)), + `timestamp` Int64 COMMENT 'The timestamp of the bid' CODEC(DoubleDelta, ZSTD(1)), + `timestamp_ms` Int64 COMMENT 'The timestamp of the bid in milliseconds' CODEC(DoubleDelta, ZSTD(1)), + `optimistic_submission` Bool COMMENT 'Whether the bid was optimistic' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, relay_name, block_hash, meta_client_name, builder_pubkey, proposer_pubkey) +COMMENT 'Contains MEV relay block bids data.'; + +CREATE TABLE IF NOT EXISTS default.mev_relay_proposer_payload_delivered_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the payload was delivered' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number within the payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The start time for the slot that the bid is for' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number derived from the slot that the bid is for' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The start time for the epoch that the bid is for' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'The wallclock slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'The start time for the slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'The wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'The start time for the wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number of the payload' CODEC(DoubleDelta, ZSTD(1)), + `relay_name` String COMMENT 'The relay that delivered the payload' CODEC(ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'The block hash associated with the payload' CODEC(ZSTD(1)), + `proposer_pubkey` String COMMENT 'The proposer pubkey that received the payload' CODEC(ZSTD(1)), + `builder_pubkey` String COMMENT 'The builder pubkey that sent the payload' CODEC(ZSTD(1)), + `proposer_fee_recipient` FixedString(42) COMMENT 'The proposer fee recipient of the payload' CODEC(ZSTD(1)), + `gas_limit` UInt64 COMMENT 'The gas limit of the payload' CODEC(DoubleDelta, ZSTD(1)), + `gas_used` UInt64 COMMENT 'The gas used by the payload' CODEC(DoubleDelta, ZSTD(1)), + `value` UInt256 COMMENT 'The bid value in wei' CODEC(ZSTD(1)), + `num_tx` UInt32 COMMENT 'The number of transactions in the payload' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, relay_name, block_hash, meta_client_name, builder_pubkey, proposer_pubkey) +COMMENT 'Contains MEV relay proposer payload delivered data.'; + +CREATE TABLE IF NOT EXISTS default.mev_relay_validator_registration_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the registration was fetched' CODEC(DoubleDelta, ZSTD(1)), + `timestamp` Int64 COMMENT 'The timestamp of the registration' CODEC(DoubleDelta, ZSTD(1)), + `relay_name` String COMMENT 'The relay that the registration was fetched from' CODEC(ZSTD(1)), + `validator_index` UInt32 COMMENT 'The validator index of the validator registration' CODEC(ZSTD(1)), + `gas_limit` UInt64 COMMENT 'The gas limit of the validator registration' CODEC(DoubleDelta, ZSTD(1)), + `fee_recipient` String COMMENT 'The fee recipient of the validator registration' CODEC(ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number derived from the validator registration `timestamp` field' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The slot start time derived from the validator registration `timestamp` field' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number derived from the validator registration `timestamp` field' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The epoch start time derived from the validator registration `timestamp` field' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'The wallclock slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'The start time for the slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'The wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'The start time for the wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, relay_name, validator_index, timestamp) +COMMENT 'Contains MEV relay validator registrations data.'; + +CREATE TABLE IF NOT EXISTS default.node_record_consensus_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the discovery module found the node' CODEC(DoubleDelta, ZSTD(1)), + `enr` String COMMENT 'Ethereum Node Record as text' CODEC(ZSTD(1)), + `node_id` String COMMENT 'ID of the Ethereum Node Record' CODEC(ZSTD(1)), + `peer_id_unique_key` Nullable(Int64) COMMENT 'Unique key associated with the identifier of the peer', + `timestamp` Int64 COMMENT 'Event timestamp in unix time' CODEC(DoubleDelta, ZSTD(1)), + `name` String COMMENT 'Consensus client name' CODEC(ZSTD(1)), + `version` LowCardinality(String) COMMENT 'Consensus client version' CODEC(ZSTD(1)), + `version_major` LowCardinality(String) COMMENT 'Consensus client major version' CODEC(ZSTD(1)), + `version_minor` LowCardinality(String) COMMENT 'Consensus client minor version' CODEC(ZSTD(1)), + `version_patch` LowCardinality(String) COMMENT 'Consensus client patch version' CODEC(ZSTD(1)), + `implementation` LowCardinality(String) COMMENT 'Consensus client implementation' CODEC(ZSTD(1)), + `fork_digest` String COMMENT 'Fork digest value' CODEC(ZSTD(1)), + `next_fork_digest` Nullable(String) COMMENT 'Next fork digest of the next scheduled fork' CODEC(ZSTD(1)), + `finalized_root` String COMMENT 'Finalized beacon block root' CODEC(ZSTD(1)), + `finalized_epoch` UInt64 COMMENT 'Finalized epoch number' CODEC(DoubleDelta, ZSTD(1)), + `head_root` String COMMENT 'Head beacon block root' CODEC(ZSTD(1)), + `head_slot` UInt64 COMMENT 'Head slot number' CODEC(DoubleDelta, ZSTD(1)), + `cgc` Nullable(String) COMMENT 'Represents the nodes custody group count' CODEC(ZSTD(1)), + `finalized_epoch_start_date_time` Nullable(DateTime) COMMENT 'Finalized epoch start time' CODEC(DoubleDelta, ZSTD(1)), + `head_slot_start_date_time` Nullable(DateTime) COMMENT 'Head slot start time' CODEC(DoubleDelta, ZSTD(1)), + `ip` Nullable(IPv6) COMMENT 'IP address of the consensus node' CODEC(ZSTD(1)), + `tcp` Nullable(UInt16) COMMENT 'TCP port from ENR' CODEC(DoubleDelta, ZSTD(1)), + `udp` Nullable(UInt16) COMMENT 'UDP port from ENR' CODEC(DoubleDelta, ZSTD(1)), + `quic` Nullable(UInt16) COMMENT 'QUIC port from ENR' CODEC(DoubleDelta, ZSTD(1)), + `has_ipv6` Bool COMMENT 'Whether the consensus node has an IPv6 address' CODEC(ZSTD(1)), + `geo_city` LowCardinality(String) COMMENT 'City of the consensus node' CODEC(ZSTD(1)), + `geo_country` LowCardinality(String) COMMENT 'Country of the consensus node' CODEC(ZSTD(1)), + `geo_country_code` LowCardinality(String) COMMENT 'Country code of the consensus node' CODEC(ZSTD(1)), + `geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the consensus node' CODEC(ZSTD(1)), + `geo_longitude` Nullable(Float64) COMMENT 'Longitude of the consensus node' CODEC(ZSTD(1)), + `geo_latitude` Nullable(Float64) COMMENT 'Latitude of the consensus node' CODEC(ZSTD(1)), + `geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the consensus node' CODEC(ZSTD(1)), + `geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the consensus node' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, enr, meta_client_name) +COMMENT 'Contains consensus node records discovered by the Xatu discovery module.'; + +CREATE TABLE IF NOT EXISTS default.node_record_execution_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the event was generated' CODEC(DoubleDelta, ZSTD(1)), + `enr` String COMMENT 'Ethereum Node Record as text' CODEC(ZSTD(1)), + `name` String COMMENT 'Execution client name' CODEC(ZSTD(1)), + `version` LowCardinality(String) COMMENT 'Execution client version' CODEC(ZSTD(1)), + `version_major` LowCardinality(String) COMMENT 'Execution client major version' CODEC(ZSTD(1)), + `version_minor` LowCardinality(String) COMMENT 'Execution client minor version' CODEC(ZSTD(1)), + `version_patch` LowCardinality(String) COMMENT 'Execution client patch version' CODEC(ZSTD(1)), + `implementation` LowCardinality(String) COMMENT 'Execution client implementation' CODEC(ZSTD(1)), + `capabilities` Array(String) COMMENT 'List of capabilities (e.g., eth/65,eth/66)' CODEC(ZSTD(1)), + `protocol_version` String COMMENT 'Protocol version' CODEC(ZSTD(1)), + `total_difficulty` String COMMENT 'Total difficulty of the chain' CODEC(ZSTD(1)), + `head` String COMMENT 'Head block hash' CODEC(ZSTD(1)), + `genesis` String COMMENT 'Genesis block hash' CODEC(ZSTD(1)), + `fork_id_hash` String COMMENT 'Fork ID hash' CODEC(ZSTD(1)), + `fork_id_next` String COMMENT 'Fork ID next block' CODEC(ZSTD(1)), + `node_id` String COMMENT 'Node ID from ENR' CODEC(ZSTD(1)), + `ip` Nullable(IPv6) COMMENT 'IP address of the execution node' CODEC(ZSTD(1)), + `tcp` Nullable(UInt16) COMMENT 'TCP port from ENR' CODEC(DoubleDelta, ZSTD(1)), + `udp` Nullable(UInt16) COMMENT 'UDP port from ENR' CODEC(DoubleDelta, ZSTD(1)), + `has_ipv6` Bool COMMENT 'Whether the execution node has an IPv6 address' CODEC(ZSTD(1)), + `geo_city` LowCardinality(String) COMMENT 'City of the execution node' CODEC(ZSTD(1)), + `geo_country` LowCardinality(String) COMMENT 'Country of the execution node' CODEC(ZSTD(1)), + `geo_country_code` LowCardinality(String) COMMENT 'Country code of the execution node' CODEC(ZSTD(1)), + `geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the execution node' CODEC(ZSTD(1)), + `geo_longitude` Nullable(Float64) COMMENT 'Longitude of the execution node' CODEC(ZSTD(1)), + `geo_latitude` Nullable(Float64) COMMENT 'Latitude of the execution node' CODEC(ZSTD(1)), + `geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the execution node' CODEC(ZSTD(1)), + `geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the execution node' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, node_id, meta_client_name) +COMMENT 'Contains execution node records discovered by the Xatu discovery module.'; + +-- observoor database + +CREATE TABLE IF NOT EXISTS observoor.block_merge_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `device_id` UInt32 CODEC(ZSTD(1)), + `rw` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, device_id, rw) +COMMENT 'Aggregated block device I/O merge metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.cpu_utilization_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `total_on_cpu_ns` Float32 CODEC(ZSTD(1)), + `event_count` UInt32 CODEC(ZSTD(1)), + `active_cores` UInt16 CODEC(ZSTD(1)), + `system_cores` UInt16 CODEC(ZSTD(1)), + `max_core_on_cpu_ns` Float32 CODEC(ZSTD(1)), + `max_core_id` UInt32 CODEC(ZSTD(1)), + `mean_core_pct` Float32 CODEC(ZSTD(1)), + `min_core_pct` Float32 CODEC(ZSTD(1)), + `max_core_pct` Float32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated CPU utilization metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.disk_bytes_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `device_id` UInt32 CODEC(ZSTD(1)), + `rw` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, device_id, rw) +COMMENT 'Aggregated disk I/O byte metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.disk_latency_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `device_id` UInt32 CODEC(ZSTD(1)), + `rw` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, device_id, rw) +COMMENT 'Aggregated disk I/O latency metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.disk_queue_depth_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `device_id` UInt32 CODEC(ZSTD(1)), + `rw` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, device_id, rw) +COMMENT 'Aggregated disk queue depth metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.fd_close_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated file descriptor close metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.fd_open_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated file descriptor open metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.host_specs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `event_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `host_id` String, + `kernel_release` LowCardinality(String), + `os_name` LowCardinality(String), + `architecture` LowCardinality(String), + `cpu_model` String, + `cpu_vendor` LowCardinality(String), + `cpu_online_cores` UInt16 CODEC(ZSTD(1)), + `cpu_logical_cores` UInt16 CODEC(ZSTD(1)), + `cpu_physical_cores` UInt16 CODEC(ZSTD(1)), + `cpu_performance_cores` UInt16 CODEC(ZSTD(1)), + `cpu_efficiency_cores` UInt16 CODEC(ZSTD(1)), + `cpu_unknown_type_cores` UInt16 CODEC(ZSTD(1)), + `cpu_logical_ids` Array(UInt16), + `cpu_core_ids` Array(Int32), + `cpu_package_ids` Array(Int32), + `cpu_die_ids` Array(Int32), + `cpu_cluster_ids` Array(Int32), + `cpu_core_types` Array(UInt8), + `cpu_core_type_labels` Array(String), + `cpu_online_flags` Array(UInt8), + `cpu_max_freq_khz` Array(UInt64), + `cpu_base_freq_khz` Array(UInt64), + `memory_total_bytes` UInt64 CODEC(ZSTD(1)), + `memory_type` LowCardinality(String), + `memory_speed_mts` UInt32 CODEC(ZSTD(1)), + `memory_dimm_count` UInt16 CODEC(ZSTD(1)), + `memory_dimm_sizes_bytes` Array(UInt64), + `memory_dimm_types` Array(String), + `memory_dimm_speeds_mts` Array(UInt32), + `memory_dimm_configured_speeds_mts` Array(UInt32), + `memory_dimm_locators` Array(String), + `memory_dimm_bank_locators` Array(String), + `memory_dimm_manufacturers` Array(String), + `memory_dimm_part_numbers` Array(String), + `memory_dimm_serials` Array(String), + `disk_count` UInt16 CODEC(ZSTD(1)), + `disk_total_bytes` UInt64 CODEC(ZSTD(1)), + `disk_names` Array(String), + `disk_models` Array(String), + `disk_vendors` Array(String), + `disk_serials` Array(String), + `disk_sizes_bytes` Array(UInt64), + `disk_rotational` Array(UInt8), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_time)) +ORDER BY (meta_network_name, event_time, host_id, meta_client_name) +COMMENT 'Periodic host hardware specification snapshots including CPU, memory, and disk details'; + +CREATE TABLE IF NOT EXISTS observoor.mem_compaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated memory compaction metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.mem_reclaim_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated memory reclaim metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.memory_usage_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String), + `sampling_rate` Float32 CODEC(ZSTD(1)), + `vm_size_bytes` UInt64 CODEC(ZSTD(1)), + `vm_rss_bytes` UInt64 CODEC(ZSTD(1)), + `rss_anon_bytes` UInt64 CODEC(ZSTD(1)), + `rss_file_bytes` UInt64 CODEC(ZSTD(1)), + `rss_shmem_bytes` UInt64 CODEC(ZSTD(1)), + `vm_swap_bytes` UInt64 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Periodic memory usage snapshots of Ethereum client processes from /proc/[pid]/status'; + +CREATE TABLE IF NOT EXISTS observoor.net_io_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `port_label` LowCardinality(String), + `direction` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, port_label, direction) +COMMENT 'Aggregated network I/O metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.oom_kill_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated OOM kill events from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.page_fault_major_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated major page fault metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.page_fault_minor_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated minor page fault metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.process_exit_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated process exit events from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.process_fd_usage_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String), + `sampling_rate` Float32 CODEC(ZSTD(1)), + `open_fds` UInt32 CODEC(ZSTD(1)), + `fd_limit_soft` UInt64 CODEC(ZSTD(1)), + `fd_limit_hard` UInt64 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Periodic file descriptor usage snapshots of Ethereum client processes from /proc/[pid]/fd and /proc/[pid]/limits'; + +CREATE TABLE IF NOT EXISTS observoor.process_io_usage_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String), + `sampling_rate` Float32 CODEC(ZSTD(1)), + `rchar_bytes` UInt64 CODEC(ZSTD(1)), + `wchar_bytes` UInt64 CODEC(ZSTD(1)), + `syscr` UInt64 CODEC(ZSTD(1)), + `syscw` UInt64 CODEC(ZSTD(1)), + `read_bytes` UInt64 CODEC(ZSTD(1)), + `write_bytes` UInt64 CODEC(ZSTD(1)), + `cancelled_write_bytes` Int64 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Periodic I/O usage snapshots of Ethereum client processes from /proc/[pid]/io'; + +CREATE TABLE IF NOT EXISTS observoor.process_sched_usage_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String), + `sampling_rate` Float32 CODEC(ZSTD(1)), + `threads` UInt32 CODEC(ZSTD(1)), + `voluntary_ctxt_switches` UInt64 CODEC(ZSTD(1)), + `nonvoluntary_ctxt_switches` UInt64 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Periodic scheduler usage snapshots of Ethereum client processes from /proc/[pid]/status and /proc/[pid]/sched'; + +CREATE TABLE IF NOT EXISTS observoor.raw_events_local ON CLUSTER '{cluster}' +( + `timestamp_ns` UInt64 COMMENT 'Wall clock time of the event in nanoseconds since Unix epoch' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt64 COMMENT 'Ethereum slot number at the time of the event (from wall clock)' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) COMMENT 'Wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `cl_syncing` Bool COMMENT 'Whether the consensus layer was syncing when this event was captured' CODEC(ZSTD(1)), + `el_optimistic` Bool COMMENT 'Whether the execution layer was in optimistic sync mode when this event was captured' CODEC(ZSTD(1)), + `el_offline` Bool COMMENT 'Whether the execution layer was unreachable when this event was captured' CODEC(ZSTD(1)), + `pid` UInt32 COMMENT 'Process ID of the traced Ethereum client' CODEC(ZSTD(1)), + `tid` UInt32 COMMENT 'Thread ID within the traced process' CODEC(ZSTD(1)), + `event_type` LowCardinality(String) COMMENT 'Type of eBPF event (syscall_read, disk_io, net_tx, etc.)', + `client_type` LowCardinality(String) COMMENT 'Ethereum client implementation (geth, reth, prysm, lighthouse, etc.)', + `latency_ns` UInt64 COMMENT 'Latency in nanoseconds for syscall and disk I/O events' CODEC(ZSTD(1)), + `bytes` Int64 COMMENT 'Byte count for I/O events' CODEC(ZSTD(1)), + `src_port` UInt16 COMMENT 'Source port for network events' CODEC(ZSTD(1)), + `dst_port` UInt16 COMMENT 'Destination port for network events' CODEC(ZSTD(1)), + `fd` Int32 COMMENT 'File descriptor number' CODEC(ZSTD(1)), + `filename` String COMMENT 'Filename for fd_open events' CODEC(ZSTD(1)), + `voluntary` Bool COMMENT 'Whether a context switch was voluntary' CODEC(ZSTD(1)), + `on_cpu_ns` UInt64 COMMENT 'Time spent on CPU in nanoseconds before a context switch' CODEC(ZSTD(1)), + `runqueue_ns` UInt64 COMMENT 'Time spent waiting in the run queue' CODEC(ZSTD(1)), + `off_cpu_ns` UInt64 COMMENT 'Time spent off CPU' CODEC(ZSTD(1)), + `major` Bool COMMENT 'Whether a page fault was a major fault' CODEC(ZSTD(1)), + `address` UInt64 COMMENT 'Faulting address for page fault events' CODEC(ZSTD(1)), + `pages` UInt64 COMMENT 'Number of pages for swap events' CODEC(ZSTD(1)), + `rw` UInt8 COMMENT 'Read (0) or write (1) for disk I/O' CODEC(ZSTD(1)), + `queue_depth` UInt32 COMMENT 'Block device queue depth at time of I/O' CODEC(ZSTD(1)), + `device_id` UInt32 COMMENT 'Block device ID (major:minor encoded)' CODEC(ZSTD(1)), + `tcp_state` UInt8 COMMENT 'New TCP state after state change' CODEC(ZSTD(1)), + `tcp_old_state` UInt8 COMMENT 'Previous TCP state before state change' CODEC(ZSTD(1)), + `tcp_srtt_us` UInt32 COMMENT 'Smoothed RTT in microseconds' CODEC(ZSTD(1)), + `tcp_cwnd` UInt32 COMMENT 'Congestion window size' CODEC(ZSTD(1)), + `exit_code` UInt32 COMMENT 'Process exit code' CODEC(ZSTD(1)), + `target_pid` UInt32 COMMENT 'Target PID for OOM kill events' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the node running the observoor agent', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name (mainnet, holesky, etc.)' +) +ENGINE = ReplicatedMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}') +PARTITION BY (meta_network_name, toYYYYMM(wallclock_slot_start_date_time)) +ORDER BY (meta_network_name, wallclock_slot_start_date_time, client_type, event_type, pid) +COMMENT 'Raw eBPF events captured from Ethereum client processes, one row per kernel event.'; + +CREATE TABLE IF NOT EXISTS observoor.sched_off_cpu_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated scheduler off-CPU metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.sched_on_cpu_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated scheduler on-CPU metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.sched_runqueue_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated scheduler run queue metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.swap_in_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated swap-in metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.swap_out_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated swap-out metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.sync_state_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) COMMENT 'Version column for ReplacingMergeTree deduplication' CODEC(DoubleDelta, ZSTD(1)), + `event_time` DateTime64(3) COMMENT 'Time when the sync state was sampled' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'Ethereum slot number at sampling time' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) COMMENT 'Wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `cl_syncing` Bool COMMENT 'Whether the consensus layer is syncing' CODEC(ZSTD(1)), + `el_optimistic` Bool COMMENT 'Whether the execution layer is in optimistic sync mode' CODEC(ZSTD(1)), + `el_offline` Bool COMMENT 'Whether the execution layer is unreachable' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the node running the observoor agent', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name (mainnet, holesky, etc.)' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_time)) +ORDER BY (meta_network_name, event_time, meta_client_name) +COMMENT 'Sync state snapshots for consensus and execution layers.'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_epoll_wait_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated epoll_wait syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_fdatasync_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated fdatasync syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_fsync_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated fsync syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_futex_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated futex syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_mmap_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated mmap syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_pwrite_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated pwrite syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_read_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated read syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_write_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple(, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated write syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_cwnd_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `port_label` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, port_label) +COMMENT 'Aggregated TCP congestion window metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_retransmit_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `port_label` LowCardinality(String), + `direction` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, port_label, direction) +COMMENT 'Aggregated TCP retransmit metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_rtt_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `port_label` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, port_label) +COMMENT 'Aggregated TCP round-trip time metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_state_change_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated TCP state change events from eBPF tracing of Ethereum client processes'; + +-- admin database + +CREATE TABLE IF NOT EXISTS admin.cryo_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `dataset` LowCardinality(String), + `mode` LowCardinality(String), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY (dataset, mode, meta_network_name) +COMMENT 'Tracks cryo dataset processing state per block'; + +CREATE TABLE IF NOT EXISTS admin.execution_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `processor` LowCardinality(String) COMMENT 'The type of processor that processed the block', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `complete` UInt8, + `task_count` UInt32 +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY (block_number, processor, meta_network_name) +COMMENT 'Tracks execution block processing state'; + +-- DISTRIBUTED TABLES +-- default database + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_beacon_blob ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_beacon_blob_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_beacon_blob_local', cityHash64(slot_start_date_time, meta_client_name, block_root)) +COMMENT 'Contains beacon API blob metadata derived from block blob_kzg_commitments from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_beacon_committee ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_beacon_committee_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_beacon_committee_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, committee_index)) +COMMENT 'Contains beacon API /eth/v1/beacon/states/{state_id}/committees data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_attestation ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_attestation_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_attestation_local', cityHash64(slot_start_date_time, meta_client_name)) +COMMENT 'Contains beacon API eventstream "attestation" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_blob_sidecar ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_blob_sidecar_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_blob_sidecar_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block_root, blob_index)) +COMMENT 'Contains beacon API eventstream "blob_sidecar" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_block ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_block_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_block_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block)) +COMMENT 'Contains beacon API eventstream "block" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_block_gossip ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_block_gossip_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_block_gossip_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block)) +COMMENT 'Contains beacon API eventstream "block_gossip" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_chain_reorg ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_chain_reorg_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_chain_reorg_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, old_head_block, new_head_block)) +COMMENT 'Contains beacon API eventstream "chain reorg" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_contribution_and_proof ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_contribution_and_proof_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_contribution_and_proof_local', cityHash64(contribution_slot_start_date_time, meta_network_name, meta_client_name, contribution_beacon_block_root, contribution_subcommittee_index, signature)) +COMMENT 'Contains beacon API eventstream "contribution and proof" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_data_column_sidecar ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_data_column_sidecar_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_data_column_sidecar_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block_root, column_index)) +COMMENT 'Contains beacon API eventstream "data_column_sidecar" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_finalized_checkpoint ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_finalized_checkpoint_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_finalized_checkpoint_local', cityHash64(epoch_start_date_time, meta_network_name, meta_client_name, block, state)) +COMMENT 'Contains beacon API eventstream "finalized checkpoint" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_head ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_head_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_head_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block, previous_duty_dependent_root, current_duty_dependent_root)) +COMMENT 'Xatu Sentry subscribes to a beacon node's Beacon API event-stream and captures head events. Each row represents a `head` event from the Beacon API `/eth/v1/events?topics=head`, indicating the chain's canonical head has been updated. Sentry adds client metadata and propagation timing. Partition: monthly by `slot_start_date_time`.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_voluntary_exit ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_voluntary_exit_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_voluntary_exit_local', cityHash64(wallclock_epoch_start_date_time, meta_network_name, meta_client_name, validator_index)) +COMMENT 'Contains beacon API eventstream "voluntary exit" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_proposer_duty ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_proposer_duty_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_proposer_duty_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, proposer_validator_index)) +COMMENT 'Contains a proposer duty from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_validator_attestation_data ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_validator_attestation_data_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_validator_attestation_data_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, committee_index, beacon_block_root, source_root, target_root)) +COMMENT 'Contains beacon API validator attestation data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v2_beacon_block ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v2_beacon_block_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v2_beacon_block_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block_root, parent_root, state_root)) +COMMENT 'Contains beacon API /eth/v2/beacon/blocks/{block_id} data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v3_validator_block ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v3_validator_block_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v3_validator_block_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, event_date_time)) +COMMENT 'Contains beacon API /eth/v3/validator/blocks/{slot} data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_slot ON CLUSTER '{cluster}' +AS default.beacon_api_slot_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_slot_local', cityHash64(slot_start_date_time, slot)) +COMMENT 'Aggregated beacon API slot data. Each row represents a slot from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_block_classification ON CLUSTER '{cluster}' +AS default.beacon_block_classification_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_block_classification_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, proposer_index)) +COMMENT 'Contains beacon block classification for a given slot. This is a best guess based on the client probabilities of the proposer. This is not guaranteed to be correct.'; + +CREATE TABLE IF NOT EXISTS default.blob_submitter ON CLUSTER '{cluster}' +AS default.blob_submitter_local +ENGINE = Distributed('{cluster}', 'default', 'blob_submitter_local', cityHash64(address, meta_network_name)) +COMMENT 'Contains blob submitter address to name mappings.'; + +CREATE TABLE IF NOT EXISTS default.block_native_mempool_transaction ON CLUSTER '{cluster}' +AS default.block_native_mempool_transaction_local +ENGINE = Distributed('{cluster}', 'default', 'block_native_mempool_transaction_local', cityHash64(detecttime, network, hash, fromaddress, nonce, gas)) +COMMENT 'Contains transactions from block native mempool dataset'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_blob_sidecar ON CLUSTER '{cluster}' +AS default.canonical_beacon_blob_sidecar_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_blob_sidecar_local', cityHash64(slot_start_date_time, meta_network_name, block_root, blob_index)) +COMMENT 'Contains a blob sidecar from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_local', cityHash64(slot_start_date_time, meta_network_name)) +COMMENT 'Contains beacon block from a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_attester_slashing ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_attester_slashing_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_attester_slashing_local', cityHash64(slot_start_date_time, meta_network_name, block_root, attestation_1_attesting_indices, attestation_2_attesting_indices, attestation_1_data_slot, attestation_2_data_slot, attestation_1_data_beacon_block_root, attestation_2_data_beacon_block_root)) +COMMENT 'Contains attester slashing from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_bls_to_execution_change ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_bls_to_execution_change_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_bls_to_execution_change_local', cityHash64(slot_start_date_time, meta_network_name, block_root, exchanging_message_validator_index, exchanging_message_from_bls_pubkey, exchanging_message_to_execution_address)) +COMMENT 'Contains bls to execution change from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_deposit ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_deposit_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_deposit_local', cityHash64(slot_start_date_time, meta_network_name, block_root, deposit_data_pubkey, deposit_proof)) +COMMENT 'Contains a deposit from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_execution_transaction ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_execution_transaction_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_execution_transaction_local', cityHash64(slot_start_date_time, meta_network_name, block_root, position, hash, nonce)) +COMMENT 'Contains execution transaction from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_proposer_slashing ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_proposer_slashing_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_proposer_slashing_local', cityHash64(slot_start_date_time, meta_network_name, block_root, signed_header_1_message_slot, signed_header_2_message_slot, signed_header_1_message_proposer_index, signed_header_2_message_proposer_index, signed_header_1_message_body_root, signed_header_2_message_body_root)) +COMMENT 'Contains proposer slashing from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_sync_aggregate ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_sync_aggregate_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_sync_aggregate_local', cityHash64(slot_start_date_time, meta_network_name, slot)) +COMMENT 'Contains canonical beacon block sync aggregate data with expanded validator participation.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_voluntary_exit ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_voluntary_exit_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_voluntary_exit_local', cityHash64(slot_start_date_time, meta_network_name, block_root, voluntary_exit_message_epoch, voluntary_exit_message_validator_index)) +COMMENT 'Contains a voluntary exit from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_withdrawal ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_withdrawal_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_withdrawal_local', cityHash64(slot_start_date_time, meta_network_name, block_root, withdrawal_index, withdrawal_validator_index)) +COMMENT 'Contains a withdrawal from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_committee ON CLUSTER '{cluster}' +AS default.canonical_beacon_committee_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_committee_local', cityHash64(slot_start_date_time, meta_network_name, committee_index)) +COMMENT 'Contains canonical beacon API /eth/v1/beacon/committees data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_elaborated_attestation ON CLUSTER '{cluster}' +AS default.canonical_beacon_elaborated_attestation_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_elaborated_attestation_local', cityHash64(slot_start_date_time, meta_network_name, block_root, block_slot, position_in_block, beacon_block_root, slot, committee_index, source_root, target_root)) +COMMENT 'Contains elaborated attestations from beacon blocks.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_proposer_duty ON CLUSTER '{cluster}' +AS default.canonical_beacon_proposer_duty_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_proposer_duty_local', cityHash64(slot_start_date_time, meta_network_name, proposer_validator_index, proposer_pubkey)) +COMMENT 'Contains a proposer duty from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_sync_committee ON CLUSTER '{cluster}' +AS default.canonical_beacon_sync_committee_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_sync_committee_local', cityHash64(epoch_start_date_time, meta_network_name, sync_committee_period)) +COMMENT 'Contains canonical beacon API /eth/v1/beacon/states/{state_id}/sync_committees data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_validators ON CLUSTER '{cluster}' +AS default.canonical_beacon_validators_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_validators_local', cityHash64(epoch_start_date_time, meta_network_name, index, status)) +COMMENT 'Contains a validator state for an epoch.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_validators_pubkeys ON CLUSTER '{cluster}' +AS default.canonical_beacon_validators_pubkeys_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_validators_pubkeys_local', cityHash64(index, meta_network_name)) +COMMENT 'Contains a validator pubkeys for an epoch.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_validators_withdrawal_credentials ON CLUSTER '{cluster}' +AS default.canonical_beacon_validators_withdrawal_credentials_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_validators_withdrawal_credentials_local', cityHash64(index, meta_network_name)) +COMMENT 'Contains a validator withdrawal credentials for an epoch.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_address_appearances ON CLUSTER '{cluster}' +AS default.canonical_execution_address_appearances_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_address_appearances_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution address appearance data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_balance_diffs ON CLUSTER '{cluster}' +AS default.canonical_execution_balance_diffs_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_balance_diffs_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution balance diff data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_balance_reads ON CLUSTER '{cluster}' +AS default.canonical_execution_balance_reads_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_balance_reads_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution balance read data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_block ON CLUSTER '{cluster}' +AS default.canonical_execution_block_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_block_local', cityHash64(block_number, meta_network_name)) +COMMENT 'Contains canonical execution block data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_contracts ON CLUSTER '{cluster}' +AS default.canonical_execution_contracts_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_contracts_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution contract data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_erc20_transfers ON CLUSTER '{cluster}' +AS default.canonical_execution_erc20_transfers_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_erc20_transfers_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution erc20 transfer data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_erc721_transfers ON CLUSTER '{cluster}' +AS default.canonical_execution_erc721_transfers_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_erc721_transfers_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution erc721 transfer data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_four_byte_counts ON CLUSTER '{cluster}' +AS default.canonical_execution_four_byte_counts_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_four_byte_counts_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution four byte count data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_logs ON CLUSTER '{cluster}' +AS default.canonical_execution_logs_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_logs_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution logs data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_native_transfers ON CLUSTER '{cluster}' +AS default.canonical_execution_native_transfers_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_native_transfers_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution native transfer data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_nonce_diffs ON CLUSTER '{cluster}' +AS default.canonical_execution_nonce_diffs_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_nonce_diffs_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution nonce diff data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_nonce_reads ON CLUSTER '{cluster}' +AS default.canonical_execution_nonce_reads_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_nonce_reads_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution nonce read data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_storage_diffs ON CLUSTER '{cluster}' +AS default.canonical_execution_storage_diffs_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_storage_diffs_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution storage diffs data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_storage_reads ON CLUSTER '{cluster}' +AS default.canonical_execution_storage_reads_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_storage_reads_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution storage reads data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_traces ON CLUSTER '{cluster}' +AS default.canonical_execution_traces_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_traces_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution traces data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_transaction ON CLUSTER '{cluster}' +AS default.canonical_execution_transaction_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_transaction_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution transaction data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_transaction_structlog ON CLUSTER '{cluster}' +AS default.canonical_execution_transaction_structlog_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_transaction_structlog_local', cityHash64(block_number, meta_network_name, transaction_hash, index)) +COMMENT 'Contains canonical execution transaction structlog data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_transaction_structlog_agg ON CLUSTER '{cluster}' +AS default.canonical_execution_transaction_structlog_agg_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_transaction_structlog_agg_local', cityHash64(block_number, meta_network_name, transaction_hash, call_frame_id)) +COMMENT 'Aggregated EVM execution data. Summary rows (operation="") contain frame metadata. Per-opcode rows contain aggregated gas/count per (frame, opcode).'; + +CREATE TABLE IF NOT EXISTS default.consensus_engine_api_get_blobs ON CLUSTER '{cluster}' +AS default.consensus_engine_api_get_blobs_local +ENGINE = Distributed('{cluster}', 'default', 'consensus_engine_api_get_blobs_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block_root, event_date_time)) +COMMENT 'Contains timing and instrumentation data for engine_getBlobs calls between the consensus and execution layer.'; + +CREATE TABLE IF NOT EXISTS default.consensus_engine_api_new_payload ON CLUSTER '{cluster}' +AS default.consensus_engine_api_new_payload_local +ENGINE = Distributed('{cluster}', 'default', 'consensus_engine_api_new_payload_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block_hash, event_date_time)) +COMMENT 'Contains timing and instrumentation data for engine_newPayload calls between the consensus and execution layer.'; + +CREATE TABLE IF NOT EXISTS default.ethseer_validator_entity ON CLUSTER '{cluster}' +AS default.ethseer_validator_entity_local +ENGINE = Distributed('{cluster}', 'default', 'ethseer_validator_entity_local', cityHash64(index, pubkey, meta_network_name)) +COMMENT 'Contains a mapping of validators to entities'; + +CREATE TABLE IF NOT EXISTS default.execution_block_metrics ON CLUSTER '{cluster}' +AS default.execution_block_metrics_local +ENGINE = Distributed('{cluster}', 'default', 'execution_block_metrics_local', cityHash64(block_number, meta_network_name, meta_client_name)) +COMMENT 'Contains detailed performance metrics from execution client structured logging for block execution'; + +CREATE TABLE IF NOT EXISTS default.execution_engine_get_blobs ON CLUSTER '{cluster}' +AS default.execution_engine_get_blobs_local +ENGINE = Distributed('{cluster}', 'default', 'execution_engine_get_blobs_local', cityHash64(event_date_time, meta_network_name, meta_client_name)) +COMMENT 'Contains timing and instrumentation data for engine_getBlobs calls from the execution layer perspective.'; + +CREATE TABLE IF NOT EXISTS default.execution_engine_new_payload ON CLUSTER '{cluster}' +AS default.execution_engine_new_payload_local +ENGINE = Distributed('{cluster}', 'default', 'execution_engine_new_payload_local', cityHash64(block_number, meta_network_name, meta_client_name, block_hash, event_date_time)) +COMMENT 'Contains timing and instrumentation data for engine_newPayload calls from the execution layer perspective.'; + +CREATE TABLE IF NOT EXISTS default.execution_state_size ON CLUSTER '{cluster}' +AS default.execution_state_size_local +ENGINE = Distributed('{cluster}', 'default', 'execution_state_size_local', cityHash64(block_number, meta_network_name, meta_client_name, state_root, event_date_time)) +COMMENT 'Contains execution layer state size metrics including account, contract code, and storage data measurements at specific block heights.'; + +CREATE TABLE IF NOT EXISTS default.execution_transaction ON CLUSTER '{cluster}' +AS default.execution_transaction_local +ENGINE = Distributed('{cluster}', 'default', 'execution_transaction_local', cityHash64(block_number, meta_network_name, block_hash, position)) +COMMENT 'Contains execution transaction data that may not be canonical.'; + +CREATE TABLE IF NOT EXISTS default.imported_sources ON CLUSTER '{cluster}' +AS default.imported_sources_local +ENGINE = Distributed('{cluster}', 'default', 'imported_sources_local', rand()) +COMMENT 'This table contains the list of sources that have been imported into the database'; + +CREATE TABLE IF NOT EXISTS default.libp2p_add_peer ON CLUSTER '{cluster}' +AS default.libp2p_add_peer_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_add_peer_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key)) +COMMENT 'Contains the details of the peers added to the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_connected ON CLUSTER '{cluster}' +AS default.libp2p_connected_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_connected_local', cityHash64(event_date_time, meta_network_name, meta_client_name, remote_peer_id_unique_key, direction, opened)) +COMMENT 'Contains the details of the CONNECTED events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_deliver_message ON CLUSTER '{cluster}' +AS default.libp2p_deliver_message_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_deliver_message_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name, message_id, seq_number)) +COMMENT 'Contains the details of the DELIVER_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_disconnected ON CLUSTER '{cluster}' +AS default.libp2p_disconnected_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_disconnected_local', cityHash64(event_date_time, meta_network_name, meta_client_name, remote_peer_id_unique_key, direction, opened)) +COMMENT 'Contains the details of the DISCONNECTED events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_drop_rpc ON CLUSTER '{cluster}' +AS default.libp2p_drop_rpc_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_drop_rpc_local', unique_key) +COMMENT 'Contains the details of the RPC messages dropped by the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_duplicate_message ON CLUSTER '{cluster}' +AS default.libp2p_duplicate_message_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_duplicate_message_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name, message_id, seq_number)) +COMMENT 'Contains the details of the DUPLICATE_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_aggregate_and_proof ON CLUSTER '{cluster}' +AS default.libp2p_gossipsub_aggregate_and_proof_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_gossipsub_aggregate_and_proof_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, peer_id_unique_key, message_id)) +COMMENT 'Table for libp2p gossipsub aggregate and proof data.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_beacon_attestation ON CLUSTER '{cluster}' +AS default.libp2p_gossipsub_beacon_attestation_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_gossipsub_beacon_attestation_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, peer_id_unique_key, message_id)) +COMMENT 'Table for libp2p gossipsub beacon attestation data.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_beacon_block ON CLUSTER '{cluster}' +AS default.libp2p_gossipsub_beacon_block_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_gossipsub_beacon_block_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, peer_id_unique_key, message_id)) +COMMENT 'Table for libp2p gossipsub beacon block data.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_blob_sidecar ON CLUSTER '{cluster}' +AS default.libp2p_gossipsub_blob_sidecar_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_gossipsub_blob_sidecar_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, peer_id_unique_key, message_id)) +COMMENT 'Table for libp2p gossipsub blob sidecar data'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_data_column_sidecar ON CLUSTER '{cluster}' +AS default.libp2p_gossipsub_data_column_sidecar_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_gossipsub_data_column_sidecar_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, peer_id_unique_key, message_id)) +COMMENT 'Table for libp2p gossipsub data column sidecar data'; + +CREATE TABLE IF NOT EXISTS default.libp2p_graft ON CLUSTER '{cluster}' +AS default.libp2p_graft_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_graft_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name)) +COMMENT 'Contains the details of the GRAFT events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_handle_metadata ON CLUSTER '{cluster}' +AS default.libp2p_handle_metadata_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_handle_metadata_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, latency_milliseconds)) +COMMENT 'Contains the metadata handling events for libp2p peers.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_handle_status ON CLUSTER '{cluster}' +AS default.libp2p_handle_status_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_handle_status_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, latency_milliseconds)) +COMMENT 'Contains the status handling events for libp2p peers.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_identify ON CLUSTER '{cluster}' +AS default.libp2p_identify_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_identify_local', cityHash64(event_date_time, meta_network_name, meta_client_name, remote_peer_id_unique_key, direction)) +COMMENT 'Contains libp2p identify protocol exchange results including remote peer agent info, supported protocols, and connection metadata'; + +CREATE TABLE IF NOT EXISTS default.libp2p_join ON CLUSTER '{cluster}' +AS default.libp2p_join_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_join_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name)) +COMMENT 'Contains the details of the JOIN events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_leave ON CLUSTER '{cluster}' +AS default.libp2p_leave_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_leave_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name)) +COMMENT 'Contains the details of the LEAVE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_peer ON CLUSTER '{cluster}' +AS default.libp2p_peer_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_peer_local', unique_key) +COMMENT 'Lookup table mapping seahashed peer_id + network to original peer ID. Collected from deep instrumentation within forked consensus layer clients. Partition: monthly by `event_date_time`'; + +CREATE TABLE IF NOT EXISTS default.libp2p_prune ON CLUSTER '{cluster}' +AS default.libp2p_prune_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_prune_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name)) +COMMENT 'Contains the details of the PRUNE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_publish_message ON CLUSTER '{cluster}' +AS default.libp2p_publish_message_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_publish_message_local', cityHash64(event_date_time, meta_network_name, meta_client_name, topic_fork_digest_value, topic_name, message_id)) +COMMENT 'Contains the details of the PUBLISH_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_recv_rpc ON CLUSTER '{cluster}' +AS default.libp2p_recv_rpc_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_recv_rpc_local', unique_key) +COMMENT 'Contains the details of the RPC messages received by the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_reject_message ON CLUSTER '{cluster}' +AS default.libp2p_reject_message_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_reject_message_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name, message_id, seq_number)) +COMMENT 'Contains the details of the REJECT_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_remove_peer ON CLUSTER '{cluster}' +AS default.libp2p_remove_peer_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_remove_peer_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key)) +COMMENT 'Contains the details of the peers removed from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_data_column_custody_probe ON CLUSTER '{cluster}' +AS default.libp2p_rpc_data_column_custody_probe_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_data_column_custody_probe_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, slot, column_index)) +COMMENT 'Contains custody probe events for data column availability verification'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_graft ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_control_graft_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_control_graft_local', unique_key) +COMMENT 'Contains the details of the "Graft" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_idontwant ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_control_idontwant_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_control_idontwant_local', unique_key) +COMMENT 'Contains the details of the IDONTWANT control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_ihave ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_control_ihave_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_control_ihave_local', unique_key) +COMMENT 'Contains the details of the "I have" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_iwant ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_control_iwant_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_control_iwant_local', unique_key) +COMMENT 'Contains the details of the "I want" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_prune ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_control_prune_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_control_prune_local', unique_key) +COMMENT 'Contains the details of the "Prune" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_message ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_message_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_message_local', unique_key) +COMMENT 'Contains the details of the RPC meta messages from the peer'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_subscription ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_subscription_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_subscription_local', unique_key) +COMMENT 'Contains the details of the RPC subscriptions from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_send_rpc ON CLUSTER '{cluster}' +AS default.libp2p_send_rpc_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_send_rpc_local', unique_key) +COMMENT 'Contains the details of the RPC messages sent by the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_synthetic_heartbeat ON CLUSTER '{cluster}' +AS default.libp2p_synthetic_heartbeat_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_synthetic_heartbeat_local', cityHash64(event_date_time, meta_network_name, meta_client_name, remote_peer_id_unique_key, updated_date_time)) +COMMENT 'Contains heartbeat events from libp2p peers'; + +CREATE TABLE IF NOT EXISTS default.mempool_dumpster_transaction ON CLUSTER '{cluster}' +AS default.mempool_dumpster_transaction_local +ENGINE = Distributed('{cluster}', 'default', 'mempool_dumpster_transaction_local', cityHash64(timestamp, chain_id, hash, from, nonce, gas)) +COMMENT 'Contains transactions from mempool dumpster dataset. Following the parquet schema with some additions'; + +CREATE TABLE IF NOT EXISTS default.mempool_transaction ON CLUSTER '{cluster}' +AS default.mempool_transaction_local +ENGINE = Distributed('{cluster}', 'default', 'mempool_transaction_local', cityHash64(event_date_time, meta_network_name, meta_client_name, hash, from, nonce, gas)) +COMMENT 'Each row represents a transaction that was seen in the mempool by a sentry client. Sentries can report the same transaction multiple times if it has been long enough since the last report.'; + +CREATE TABLE IF NOT EXISTS default.mev_relay_bid_trace ON CLUSTER '{cluster}' +AS default.mev_relay_bid_trace_local +ENGINE = Distributed('{cluster}', 'default', 'mev_relay_bid_trace_local', cityHash64(slot, meta_network_name)) +COMMENT 'Contains MEV relay block bids data.'; + +CREATE TABLE IF NOT EXISTS default.mev_relay_proposer_payload_delivered ON CLUSTER '{cluster}' +AS default.mev_relay_proposer_payload_delivered_local +ENGINE = Distributed('{cluster}', 'default', 'mev_relay_proposer_payload_delivered_local', cityHash64(slot, meta_network_name)) +COMMENT 'Contains MEV relay proposer payload delivered data.'; + +CREATE TABLE IF NOT EXISTS default.mev_relay_validator_registration ON CLUSTER '{cluster}' +AS default.mev_relay_validator_registration_local +ENGINE = Distributed('{cluster}', 'default', 'mev_relay_validator_registration_local', cityHash64(slot, meta_network_name)) +COMMENT 'Contains MEV relay validator registrations data.'; + +CREATE TABLE IF NOT EXISTS default.node_record_consensus ON CLUSTER '{cluster}' +AS default.node_record_consensus_local +ENGINE = Distributed('{cluster}', 'default', 'node_record_consensus_local', cityHash64(event_date_time, meta_network_name, enr, meta_client_name)) +COMMENT 'Contains consensus node records discovered by the Xatu discovery module.'; + +CREATE TABLE IF NOT EXISTS default.node_record_execution ON CLUSTER '{cluster}' +AS default.node_record_execution_local +ENGINE = Distributed('{cluster}', 'default', 'node_record_execution_local', cityHash64(event_date_time, meta_network_name, node_id, meta_client_name)) +COMMENT 'Contains execution node records discovered by the Xatu discovery module.'; + +-- observoor database + +CREATE TABLE IF NOT EXISTS observoor.block_merge ON CLUSTER '{cluster}' +AS observoor.block_merge_local +ENGINE = Distributed('{cluster}', 'observoor', 'block_merge_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated block device I/O merge metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.cpu_utilization ON CLUSTER '{cluster}' +AS observoor.cpu_utilization_local +ENGINE = Distributed('{cluster}', 'observoor', 'cpu_utilization_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated CPU utilization metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.disk_bytes ON CLUSTER '{cluster}' +AS observoor.disk_bytes_local +ENGINE = Distributed('{cluster}', 'observoor', 'disk_bytes_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated disk I/O byte metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.disk_latency ON CLUSTER '{cluster}' +AS observoor.disk_latency_local +ENGINE = Distributed('{cluster}', 'observoor', 'disk_latency_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated disk I/O latency metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.disk_queue_depth ON CLUSTER '{cluster}' +AS observoor.disk_queue_depth_local +ENGINE = Distributed('{cluster}', 'observoor', 'disk_queue_depth_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated disk queue depth metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.fd_close ON CLUSTER '{cluster}' +AS observoor.fd_close_local +ENGINE = Distributed('{cluster}', 'observoor', 'fd_close_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated file descriptor close metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.fd_open ON CLUSTER '{cluster}' +AS observoor.fd_open_local +ENGINE = Distributed('{cluster}', 'observoor', 'fd_open_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated file descriptor open metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.host_specs ON CLUSTER '{cluster}' +AS observoor.host_specs_local +ENGINE = Distributed('{cluster}', 'observoor', 'host_specs_local', cityHash64(event_time, meta_network_name, host_id, meta_client_name)) +COMMENT 'Periodic host hardware specification snapshots including CPU, memory, and disk details'; + +CREATE TABLE IF NOT EXISTS observoor.mem_compaction ON CLUSTER '{cluster}' +AS observoor.mem_compaction_local +ENGINE = Distributed('{cluster}', 'observoor', 'mem_compaction_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated memory compaction metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.mem_reclaim ON CLUSTER '{cluster}' +AS observoor.mem_reclaim_local +ENGINE = Distributed('{cluster}', 'observoor', 'mem_reclaim_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated memory reclaim metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.memory_usage ON CLUSTER '{cluster}' +AS observoor.memory_usage_local +ENGINE = Distributed('{cluster}', 'observoor', 'memory_usage_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Periodic memory usage snapshots of Ethereum client processes from /proc/[pid]/status'; + +CREATE TABLE IF NOT EXISTS observoor.net_io ON CLUSTER '{cluster}' +AS observoor.net_io_local +ENGINE = Distributed('{cluster}', 'observoor', 'net_io_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated network I/O metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.oom_kill ON CLUSTER '{cluster}' +AS observoor.oom_kill_local +ENGINE = Distributed('{cluster}', 'observoor', 'oom_kill_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated OOM kill events from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.page_fault_major ON CLUSTER '{cluster}' +AS observoor.page_fault_major_local +ENGINE = Distributed('{cluster}', 'observoor', 'page_fault_major_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated major page fault metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.page_fault_minor ON CLUSTER '{cluster}' +AS observoor.page_fault_minor_local +ENGINE = Distributed('{cluster}', 'observoor', 'page_fault_minor_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated minor page fault metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.process_exit ON CLUSTER '{cluster}' +AS observoor.process_exit_local +ENGINE = Distributed('{cluster}', 'observoor', 'process_exit_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated process exit events from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.process_fd_usage ON CLUSTER '{cluster}' +AS observoor.process_fd_usage_local +ENGINE = Distributed('{cluster}', 'observoor', 'process_fd_usage_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Periodic file descriptor usage snapshots of Ethereum client processes from /proc/[pid]/fd and /proc/[pid]/limits'; + +CREATE TABLE IF NOT EXISTS observoor.process_io_usage ON CLUSTER '{cluster}' +AS observoor.process_io_usage_local +ENGINE = Distributed('{cluster}', 'observoor', 'process_io_usage_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Periodic I/O usage snapshots of Ethereum client processes from /proc/[pid]/io'; + +CREATE TABLE IF NOT EXISTS observoor.process_sched_usage ON CLUSTER '{cluster}' +AS observoor.process_sched_usage_local +ENGINE = Distributed('{cluster}', 'observoor', 'process_sched_usage_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Periodic scheduler usage snapshots of Ethereum client processes from /proc/[pid]/status and /proc/[pid]/sched'; + +CREATE TABLE IF NOT EXISTS observoor.raw_events ON CLUSTER '{cluster}' +AS observoor.raw_events_local +ENGINE = Distributed('{cluster}', 'observoor', 'raw_events_local', rand()) +COMMENT 'Raw eBPF events captured from Ethereum client processes, one row per kernel event.'; + +CREATE TABLE IF NOT EXISTS observoor.sched_off_cpu ON CLUSTER '{cluster}' +AS observoor.sched_off_cpu_local +ENGINE = Distributed('{cluster}', 'observoor', 'sched_off_cpu_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated scheduler off-CPU metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.sched_on_cpu ON CLUSTER '{cluster}' +AS observoor.sched_on_cpu_local +ENGINE = Distributed('{cluster}', 'observoor', 'sched_on_cpu_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated scheduler on-CPU metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.sched_runqueue ON CLUSTER '{cluster}' +AS observoor.sched_runqueue_local +ENGINE = Distributed('{cluster}', 'observoor', 'sched_runqueue_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated scheduler run queue metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.swap_in ON CLUSTER '{cluster}' +AS observoor.swap_in_local +ENGINE = Distributed('{cluster}', 'observoor', 'swap_in_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated swap-in metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.swap_out ON CLUSTER '{cluster}' +AS observoor.swap_out_local +ENGINE = Distributed('{cluster}', 'observoor', 'swap_out_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated swap-out metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.sync_state ON CLUSTER '{cluster}' +AS observoor.sync_state_local +ENGINE = Distributed('{cluster}', 'observoor', 'sync_state_local', cityHash64(event_time, meta_network_name, meta_client_name)) +COMMENT 'Sync state snapshots for consensus and execution layers.'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_epoll_wait ON CLUSTER '{cluster}' +AS observoor.syscall_epoll_wait_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_epoll_wait_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated epoll_wait syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_fdatasync ON CLUSTER '{cluster}' +AS observoor.syscall_fdatasync_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_fdatasync_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated fdatasync syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_fsync ON CLUSTER '{cluster}' +AS observoor.syscall_fsync_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_fsync_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated fsync syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_futex ON CLUSTER '{cluster}' +AS observoor.syscall_futex_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_futex_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated futex syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_mmap ON CLUSTER '{cluster}' +AS observoor.syscall_mmap_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_mmap_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated mmap syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_pwrite ON CLUSTER '{cluster}' +AS observoor.syscall_pwrite_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_pwrite_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated pwrite syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_read ON CLUSTER '{cluster}' +AS observoor.syscall_read_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_read_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated read syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_write ON CLUSTER '{cluster}' +AS observoor.syscall_write_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_write_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated write syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_cwnd ON CLUSTER '{cluster}' +AS observoor.tcp_cwnd_local +ENGINE = Distributed('{cluster}', 'observoor', 'tcp_cwnd_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated TCP congestion window metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_retransmit ON CLUSTER '{cluster}' +AS observoor.tcp_retransmit_local +ENGINE = Distributed('{cluster}', 'observoor', 'tcp_retransmit_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated TCP retransmit metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_rtt ON CLUSTER '{cluster}' +AS observoor.tcp_rtt_local +ENGINE = Distributed('{cluster}', 'observoor', 'tcp_rtt_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated TCP round-trip time metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_state_change ON CLUSTER '{cluster}' +AS observoor.tcp_state_change_local +ENGINE = Distributed('{cluster}', 'observoor', 'tcp_state_change_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated TCP state change events from eBPF tracing of Ethereum client processes'; + +-- admin database + +CREATE TABLE IF NOT EXISTS admin.cryo ON CLUSTER '{cluster}' +AS admin.cryo_local +ENGINE = Distributed('{cluster}', 'admin', 'cryo_local', cityHash64(dataset, mode, meta_network_name)) +COMMENT 'Tracks cryo dataset processing state per block'; + +CREATE TABLE IF NOT EXISTS admin.execution_block ON CLUSTER '{cluster}' +AS admin.execution_block_local +ENGINE = Distributed('{cluster}', 'admin', 'execution_block_local', cityHash64(block_number, processor, meta_network_name)) +COMMENT 'Tracks execution block processing state'; + +-- MATERIALIZED VIEWS + +CREATE MATERIALIZED VIEW IF NOT EXISTS default.beacon_api_slot_attestation_mv_local ON CLUSTER '{cluster}' TO default.beacon_api_slot_local +( + `slot` UInt32, + `slot_start_date_time` DateTime, + `epoch` UInt32, + `epoch_start_date_time` DateTime, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String), + `meta_client_geo_city` LowCardinality(String), + `meta_client_geo_continent_code` LowCardinality(String), + `meta_client_geo_longitude` Nullable(Float64), + `meta_client_geo_latitude` Nullable(Float64), + `meta_consensus_implementation` LowCardinality(String), + `meta_consensus_version` LowCardinality(String), + `attestations` AggregateFunction(sum, UInt32) +) +AS SELECT + slot, + slot_start_date_time, + epoch, + epoch_start_date_time, + meta_client_name, + meta_network_name, + meta_client_geo_city, + meta_client_geo_continent_code, + meta_client_geo_longitude, + meta_client_geo_latitude, + meta_consensus_implementation, + meta_consensus_version, + sumState(toUInt32(1)) AS attestations +FROM default.beacon_api_eth_v1_events_attestation_local +GROUP BY + slot, + slot_start_date_time, + epoch, + epoch_start_date_time, + meta_client_name, + meta_network_name, + meta_client_geo_city, + meta_client_geo_continent_code, + meta_client_geo_longitude, + meta_client_geo_latitude, + meta_consensus_implementation, + meta_consensus_version; + +CREATE MATERIALIZED VIEW IF NOT EXISTS default.beacon_api_slot_block_mv_local ON CLUSTER '{cluster}' TO default.beacon_api_slot_local +( + `slot` UInt32, + `slot_start_date_time` DateTime, + `epoch` UInt32, + `epoch_start_date_time` DateTime, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String), + `meta_client_geo_city` LowCardinality(String), + `meta_client_geo_continent_code` LowCardinality(String), + `meta_client_geo_longitude` Nullable(Float64), + `meta_client_geo_latitude` Nullable(Float64), + `meta_consensus_implementation` LowCardinality(String), + `meta_consensus_version` LowCardinality(String), + `blocks` AggregateFunction(sum, UInt16) +) +AS SELECT + slot, + slot_start_date_time, + epoch, + epoch_start_date_time, + meta_client_name, + meta_network_name, + meta_client_geo_city, + meta_client_geo_continent_code, + meta_client_geo_longitude, + meta_client_geo_latitude, + meta_consensus_implementation, + meta_consensus_version, + sumState(toUInt16(1)) AS blocks +FROM default.beacon_api_eth_v1_events_block_local +GROUP BY + slot, + slot_start_date_time, + epoch, + epoch_start_date_time, + meta_client_name, + meta_network_name, + meta_client_geo_city, + meta_client_geo_continent_code, + meta_client_geo_longitude, + meta_client_geo_latitude, + meta_consensus_implementation, + meta_consensus_version; diff --git a/deploy/migrations/clickhouse/106_schema_v2.up.sql b/deploy/migrations/clickhouse/106_schema_v2.up.sql new file mode 100644 index 000000000..990c6d576 --- /dev/null +++ b/deploy/migrations/clickhouse/106_schema_v2.up.sql @@ -0,0 +1,5385 @@ +-- Migration 102: Schema V2 (GENERATED) +-- +-- Source: schemas + spec.yaml +-- This file is generated by generate_migration.py. + +CREATE DATABASE IF NOT EXISTS observoor ON CLUSTER '{cluster}'; + +CREATE DATABASE IF NOT EXISTS admin ON CLUSTER '{cluster}'; + +-- LOCAL TABLES +-- default database + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_beacon_blob_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon block' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The beacon block root hash' CODEC(ZSTD(1)), + `block_parent_root` FixedString(66) COMMENT 'The beacon block parent root hash' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The validator index of the block proposer' CODEC(ZSTD(1)), + `blob_index` UInt64 COMMENT 'The index of the blob within the block' CODEC(ZSTD(1)), + `kzg_commitment` FixedString(98) COMMENT 'The KZG commitment of the blob' CODEC(ZSTD(1)), + `versioned_hash` FixedString(66) COMMENT 'The versioned hash derived from the KZG commitment (key for joining with execution_engine_get_blobs)' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block_root, blob_index) +COMMENT 'Contains beacon API blob metadata derived from block blob_kzg_commitments from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_beacon_committee_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API committee payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `committee_index` LowCardinality(String) COMMENT 'The committee index in the beacon API committee payload', + `validators` Array(UInt32) COMMENT 'The validator indices in the beacon API committee payload' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API committee payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, committee_index) +COMMENT 'Contains beacon API /eth/v1/beacon/states/{state_id}/committees data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_attestation_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'The difference between the event_date_time and the slot_start_date_time' CODEC(ZSTD(1)), + `committee_index` LowCardinality(String) COMMENT 'The committee index in the beacon API event stream payload', + `attesting_validator_index` Nullable(UInt32) COMMENT 'The index of the validator attesting to the event' CODEC(ZSTD(1)), + `attesting_validator_committee_index` LowCardinality(String) COMMENT 'The committee index of the attesting validator', + `aggregation_bits` String COMMENT 'The aggregation bits of the event in the beacon API event stream payload' CODEC(ZSTD(1)), + `beacon_block_root` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `source_epoch` UInt32 COMMENT 'The source epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `source_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the source epoch started' CODEC(DoubleDelta, ZSTD(1)), + `source_root` FixedString(66) COMMENT 'The source beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `target_epoch` UInt32 COMMENT 'The target epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `target_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the target epoch started' CODEC(DoubleDelta, ZSTD(1)), + `target_root` FixedString(66) COMMENT 'The target beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name) +COMMENT 'Contains beacon API attestation events from each sentry client attached to a beacon node'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_blob_sidecar_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'The difference between the event_date_time and the slot_start_date_time' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `blob_index` UInt64 COMMENT 'The index of blob sidecar in the beacon API event stream payload' CODEC(ZSTD(1)), + `kzg_commitment` FixedString(98) COMMENT 'The KZG commitment in the beacon API event stream payload' CODEC(ZSTD(1)), + `versioned_hash` FixedString(66) COMMENT 'The versioned hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block_root, blob_index) +COMMENT 'Contains beacon API eventstream "blob_sidecar" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_block_gossip_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'The difference between the event_date_time and the slot_start_date_time' CODEC(ZSTD(1)), + `block` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block) +COMMENT 'Contains beacon API eventstream "block_gossip" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'The difference between the event_date_time and the slot_start_date_time' CODEC(ZSTD(1)), + `block` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `execution_optimistic` Bool COMMENT 'If the attached beacon node is running in execution optimistic mode', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block) +COMMENT 'Contains beacon API eventstream "block" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_chain_reorg_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number of the chain reorg event in the beacon API event stream payload', + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the reorg slot started', + `propagation_slot_start_diff` UInt32 COMMENT 'Difference in slots between when the reorg occurred and when the sentry received the event', + `depth` UInt16 COMMENT 'The depth of the chain reorg in the beacon API event stream payload', + `old_head_block` FixedString(66) COMMENT 'The old head block root hash in the beacon API event stream payload', + `new_head_block` FixedString(66) COMMENT 'The new head block root hash in the beacon API event stream payload', + `old_head_state` FixedString(66) COMMENT 'The old head state root hash in the beacon API event stream payload', + `new_head_state` FixedString(66) COMMENT 'The new head state root hash in the beacon API event stream payload', + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload', + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started', + `execution_optimistic` Bool COMMENT 'Whether the execution of the epoch was optimistic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event', + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event', + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, old_head_block, new_head_block) +COMMENT 'Contains beacon API eventstream "chain reorg" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_contribution_and_proof_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `aggregator_index` UInt32 COMMENT 'The validator index of the aggregator in the beacon API event stream payload', + `contribution_slot` UInt32 COMMENT 'The slot number of the contribution in the beacon API event stream payload', + `contribution_slot_start_date_time` DateTime COMMENT 'The wall clock time when the contribution slot started', + `contribution_propagation_slot_start_diff` UInt32 COMMENT 'Difference in slots between when the contribution occurred and when the sentry received the event', + `contribution_beacon_block_root` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload', + `contribution_subcommittee_index` LowCardinality(String) COMMENT 'The subcommittee index of the contribution in the beacon API event stream payload', + `contribution_aggregation_bits` String COMMENT 'The aggregation bits of the contribution in the beacon API event stream payload', + `contribution_signature` String COMMENT 'The signature of the contribution in the beacon API event stream payload', + `contribution_epoch` UInt32 COMMENT 'The epoch number of the contribution in the beacon API event stream payload', + `contribution_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the contribution epoch started', + `selection_proof` String COMMENT 'The selection proof in the beacon API event stream payload', + `signature` String COMMENT 'The signature in the beacon API event stream payload', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event', + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event', + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(contribution_slot_start_date_time)) +ORDER BY (meta_network_name, contribution_slot_start_date_time, meta_client_name, contribution_beacon_block_root, contribution_subcommittee_index, signature) +COMMENT 'Contains beacon API eventstream "contribution and proof" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_data_column_sidecar_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'The difference between the event_date_time and the slot_start_date_time' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `column_index` UInt64 COMMENT 'The index of column in the beacon API event stream payload' CODEC(ZSTD(1)), + `kzg_commitments_count` UInt32 COMMENT 'Number of KZG commitments associated with the record' CODEC(ZSTD(1)), + `kzg_commitments` Array(FixedString(98)) COMMENT 'The KZG commitments in the beacon API event stream payload' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block_root, column_index) +COMMENT 'Contains beacon API eventstream "data_column_sidecar" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_finalized_checkpoint_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node', + `block` FixedString(66) COMMENT 'The finalized block root hash in the beacon API event stream payload', + `state` FixedString(66) COMMENT 'The finalized state root hash in the beacon API event stream payload', + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `execution_optimistic` Bool COMMENT 'Whether the execution of the epoch was optimistic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(epoch_start_date_time)) +ORDER BY (meta_network_name, epoch_start_date_time, meta_client_name, block, state) +COMMENT 'Contains beacon API eventstream "finalized checkpoint" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_head_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API event stream payload', + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started', + `propagation_slot_start_diff` UInt32 COMMENT 'The difference between the event_date_time and the slot_start_date_time', + `block` FixedString(66) COMMENT 'The beacon block root hash in the beacon API event stream payload', + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload', + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started', + `epoch_transition` Bool COMMENT 'If the event is an epoch transition', + `execution_optimistic` Bool COMMENT 'If the attached beacon node is running in execution optimistic mode', + `previous_duty_dependent_root` FixedString(66) COMMENT 'The previous duty dependent root in the beacon API event stream payload', + `current_duty_dependent_root` FixedString(66) COMMENT 'The current duty dependent root in the beacon API event stream payload', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event', + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event', + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block, previous_duty_dependent_root, current_duty_dependent_root) +COMMENT 'Contains beacon API eventstream "head" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_voluntary_exit_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload', + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started', + `wallclock_slot` UInt32 COMMENT 'Slot number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'Start date and time of the wall clock slot when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'Epoch number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'Start date and time of the wall clock epoch when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `validator_index` UInt32 COMMENT 'The index of the validator making the voluntary exit', + `signature` String COMMENT 'The signature of the voluntary exit in the beacon API event stream payload', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event', + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event', + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(wallclock_epoch_start_date_time)) +ORDER BY (meta_network_name, wallclock_epoch_start_date_time, meta_client_name, validator_index) +COMMENT 'Contains beacon API eventstream "voluntary exit" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_proposer_duty_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the client fetched the beacon block from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `proposer_validator_index` UInt32 COMMENT 'The validator index from the proposer duty payload' CODEC(ZSTD(1)), + `proposer_pubkey` String COMMENT 'The BLS public key of the validator from the proposer duty payload' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, proposer_validator_index) +COMMENT 'Contains a proposer duty from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_validator_attestation_data_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API validator attestation data payload', + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started', + `committee_index` LowCardinality(String) COMMENT 'The committee index in the beacon API validator attestation data payload', + `beacon_block_root` FixedString(66) COMMENT 'The beacon block root hash in the beacon API validator attestation data payload', + `epoch` UInt32 COMMENT 'The epoch number in the beacon API validator attestation data payload', + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started', + `source_epoch` UInt32 COMMENT 'The source epoch number in the beacon API validator attestation data payload', + `source_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the source epoch started', + `source_root` FixedString(66) COMMENT 'The source beacon block root hash in the beacon API validator attestation data payload', + `target_epoch` UInt32 COMMENT 'The target epoch number in the beacon API validator attestation data payload', + `target_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the target epoch started', + `target_root` FixedString(66) COMMENT 'The target beacon block root hash in the beacon API validator attestation data payload', + `request_date_time` DateTime COMMENT 'When the request was sent to the beacon node', + `request_duration` UInt32 COMMENT 'The request duration in milliseconds', + `request_slot_start_diff` UInt32 COMMENT 'The difference between the request_date_time and the slot_start_date_time', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event', + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event', + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, committee_index, beacon_block_root, source_root, target_root) +COMMENT 'Contains beacon API validator attestation data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v2_beacon_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload', + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the reorg slot started', + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload', + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started', + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block', + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `block_total_bytes` Nullable(UInt32) COMMENT 'The total bytes of the beacon block payload', + `block_total_bytes_compressed` Nullable(UInt32) COMMENT 'The total bytes of the beacon block payload when compressed using snappy', + `parent_root` FixedString(66) COMMENT 'The root hash of the parent beacon block', + `state_root` FixedString(66) COMMENT 'The root hash of the beacon state at this block', + `proposer_index` UInt32 COMMENT 'The index of the validator that proposed the beacon block', + `eth1_data_block_hash` FixedString(66) COMMENT 'The block hash of the associated execution block', + `eth1_data_deposit_root` FixedString(66) COMMENT 'The root of the deposit tree in the associated execution block', + `execution_payload_block_hash` Nullable(FixedString(66)) COMMENT 'The block hash of the execution payload', + `execution_payload_block_number` Nullable(UInt32) COMMENT 'The block number of the execution payload', + `execution_payload_fee_recipient` Nullable(String) COMMENT 'The recipient of the fee for this execution payload', + `execution_payload_base_fee_per_gas` Nullable(UInt128) COMMENT 'Base fee per gas for execution payload' CODEC(ZSTD(1)), + `execution_payload_blob_gas_used` Nullable(UInt64) COMMENT 'Gas used for blobs in execution payload' CODEC(ZSTD(1)), + `execution_payload_excess_blob_gas` Nullable(UInt64) COMMENT 'Excess gas used for blobs in execution payload' CODEC(ZSTD(1)), + `execution_payload_gas_limit` Nullable(UInt64) COMMENT 'Gas limit for execution payload' CODEC(DoubleDelta, ZSTD(1)), + `execution_payload_gas_used` Nullable(UInt64) COMMENT 'Gas used for execution payload' CODEC(ZSTD(1)), + `execution_payload_state_root` FixedString(66) COMMENT 'The state root of the execution payload', + `execution_payload_parent_hash` FixedString(66) COMMENT 'The parent hash of the execution payload', + `execution_payload_transactions_count` Nullable(UInt32) COMMENT 'The transaction count of the execution payload', + `execution_payload_transactions_total_bytes` Nullable(UInt32) COMMENT 'The transaction total bytes of the execution payload', + `execution_payload_transactions_total_bytes_compressed` Nullable(UInt32) COMMENT 'The transaction total bytes of the execution payload when compressed using snappy', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event', + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event', + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block_root, parent_root, state_root) +COMMENT 'Contains beacon API /eth/v2/beacon/blocks/{block_id} data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v3_validator_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number within the payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API event stream payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `block_total_bytes` Nullable(UInt32) COMMENT 'The total bytes of the beacon block payload' CODEC(ZSTD(1)), + `block_total_bytes_compressed` Nullable(UInt32) COMMENT 'The total bytes of the beacon block payload when compressed using snappy' CODEC(ZSTD(1)), + `consensus_payload_value` Nullable(UInt64) COMMENT 'Consensus rewards paid to the proposer for this block, in Wei. Use to determine relative value of consensus blocks.' CODEC(ZSTD(1)), + `execution_payload_value` Nullable(UInt64) COMMENT 'Execution payload value in Wei. Use to determine relative value of execution payload.' CODEC(ZSTD(1)), + `execution_payload_block_number` UInt32 COMMENT 'The block number of the execution payload', + `execution_payload_base_fee_per_gas` Nullable(UInt128) COMMENT 'Base fee per gas for execution payload' CODEC(ZSTD(1)), + `execution_payload_blob_gas_used` Nullable(UInt64) COMMENT 'Gas used for blobs in execution payload' CODEC(ZSTD(1)), + `execution_payload_excess_blob_gas` Nullable(UInt64) COMMENT 'Excess gas used for blobs in execution payload' CODEC(ZSTD(1)), + `execution_payload_gas_limit` Nullable(UInt64) COMMENT 'Gas limit for execution payload' CODEC(DoubleDelta, ZSTD(1)), + `execution_payload_gas_used` Nullable(UInt64) COMMENT 'Gas used for execution payload' CODEC(ZSTD(1)), + `execution_payload_transactions_count` Nullable(UInt32) COMMENT 'The transaction count of the execution payload' CODEC(ZSTD(1)), + `execution_payload_transactions_total_bytes` Nullable(UInt32) COMMENT 'The transaction total bytes of the execution payload' CODEC(ZSTD(1)), + `execution_payload_transactions_total_bytes_compressed` Nullable(UInt32) COMMENT 'The transaction total bytes of the execution payload when compressed using snappy' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event', + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event', + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event', + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event', + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event', + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, event_date_time) +COMMENT 'Contains beacon API /eth/v3/validator/blocks/{slot} data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_slot_local ON CLUSTER '{cluster}' +( + `slot` UInt32 COMMENT 'Slot number' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `blocks` AggregateFunction(sum, UInt16) COMMENT 'The number of beacon blocks seen in the slot' CODEC(ZSTD(1)), + `attestations` AggregateFunction(sum, UInt32) COMMENT 'The number of attestations seen in the slot' CODEC(ZSTD(1)) +) +ENGINE = ReplicatedMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}') +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, slot) +COMMENT 'Contains beacon API slot data from each sentry client attached to a beacon node'; + +CREATE TABLE IF NOT EXISTS default.beacon_block_classification_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the client fetched the beacon block classification', + `slot` UInt32 COMMENT 'The slot number from beacon block classification', + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block classification' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `best_guess_single` LowCardinality(String) COMMENT 'The best guess of the client that generated the beacon block', + `best_guess_multi` LowCardinality(String) COMMENT 'The best guess of the clients that generated the beacon block. This value will typically equal the best_guess_single value, but when multiple clients have high probabilities, this value will have multiple eg. "prysm or lighthouse"', + `client_probability_uncertain` Float32 COMMENT 'The probability that the client that generated the beacon block is uncertain' CODEC(ZSTD(1)), + `client_probability_prysm` Float32 COMMENT 'The probability that the client that generated the beacon block is Prysm' CODEC(ZSTD(1)), + `client_probability_teku` Float32 COMMENT 'The probability that the client that generated the beacon block is Teku' CODEC(ZSTD(1)), + `client_probability_nimbus` Float32 COMMENT 'The probability that the client that generated the beacon block is Nimbus' CODEC(ZSTD(1)), + `client_probability_lodestar` Float32 COMMENT 'The probability that the client that generated the beacon block is Lodestar' CODEC(ZSTD(1)), + `client_probability_grandine` Float32 COMMENT 'The probability that the client that generated the beacon block is Grandine' CODEC(ZSTD(1)), + `client_probability_lighthouse` Float32 COMMENT 'The probability that the client that generated the beacon block is Lighthouse' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The index of the validator that proposed the beacon block' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, proposer_index) +COMMENT 'Contains beacon block classification for a given slot. This is a best guess based on the client probabilities of the proposer. This is not guaranteed to be correct.'; + +CREATE TABLE IF NOT EXISTS default.blob_submitter_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `address` FixedString(66) COMMENT 'Ethereum address of the blob submitter' CODEC(ZSTD(1)), + `name` String COMMENT 'Name of the blob submitter' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY (meta_network_name, address) +COMMENT 'Contains blob submitter address to name mappings.'; + +CREATE TABLE IF NOT EXISTS default.block_native_mempool_transaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `detecttime` DateTime64(3) COMMENT 'Timestamp that the transaction was detected in mempool' CODEC(DoubleDelta, ZSTD(1)), + `hash` FixedString(66) COMMENT 'Unique identifier hash for a given transaction' CODEC(ZSTD(1)), + `status` LowCardinality(String) COMMENT 'Status of the transaction', + `region` LowCardinality(String) COMMENT 'The geographic region for the node that detected the transaction', + `reorg` Nullable(FixedString(66)) COMMENT 'If there was a reorg, refers to the blockhash of the reorg' CODEC(ZSTD(1)), + `replace` Nullable(FixedString(66)) COMMENT 'If the transaction was replaced (speedup/cancel), the transaction hash of the replacement' CODEC(ZSTD(1)), + `curblocknumber` Nullable(UInt64) COMMENT 'The block number the event was detected in' CODEC(ZSTD(1)), + `failurereason` Nullable(String) COMMENT 'If a transaction failed, this field provides contextual information' CODEC(ZSTD(1)), + `blockspending` Nullable(UInt64) COMMENT 'If a transaction was finalized (confirmed, failed), this refers to the number of blocks that the transaction was waiting to get on-chain' CODEC(ZSTD(1)), + `timepending` Nullable(UInt64) COMMENT 'If a transaction was finalized (confirmed, failed), this refers to the time in milliseconds that the transaction was waiting to get on-chain' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'A unique number which counts the number of transactions sent from a given address' CODEC(ZSTD(1)), + `gas` UInt64 COMMENT 'The maximum number of gas units allowed for the transaction' CODEC(ZSTD(1)), + `gasprice` UInt128 COMMENT 'The price offered to the miner/validator per unit of gas. Denominated in wei' CODEC(ZSTD(1)), + `value` UInt128 COMMENT 'The amount of ETH transferred or sent to contract. Denominated in wei' CODEC(ZSTD(1)), + `toaddress` Nullable(FixedString(42)) COMMENT 'The destination of a given transaction' CODEC(ZSTD(1)), + `fromaddress` FixedString(42) COMMENT 'The source/initiator of a given transaction' CODEC(ZSTD(1)), + `datasize` UInt32 COMMENT 'The size of the call data of the transaction in bytes' CODEC(ZSTD(1)), + `data4bytes` Nullable(FixedString(10)) COMMENT 'The first 4 bytes of the call data of the transaction' CODEC(ZSTD(1)), + `network` LowCardinality(String) COMMENT 'The specific Ethereum network used', + `type` UInt8 COMMENT '"Post EIP-1559, this indicates how the gas parameters are submitted to the network: - type 0 - legacy - type 1 - usage of access lists according to EIP-2930 - type 2 - using maxpriorityfeepergas and maxfeepergas"' CODEC(ZSTD(1)), + `maxpriorityfeepergas` Nullable(UInt128) COMMENT 'The maximum value for a tip offered to the miner/validator per unit of gas. The actual tip paid can be lower if (maxfee - basefee) < maxpriorityfee. Denominated in wei' CODEC(ZSTD(1)), + `maxfeepergas` Nullable(UInt128) COMMENT 'The maximum value for the transaction fee (including basefee and tip) offered to the miner/validator per unit of gas. Denominated in wei' CODEC(ZSTD(1)), + `basefeepergas` Nullable(UInt128) COMMENT 'The fee per unit of gas paid and burned for the curblocknumber. This fee is algorithmically determined. Denominated in wei' CODEC(ZSTD(1)), + `dropreason` Nullable(String) COMMENT 'If the transaction was dropped from the mempool, this describes the contextual reason for the drop' CODEC(ZSTD(1)), + `rejectionreason` Nullable(String) COMMENT 'If the transaction was rejected from the mempool, this describes the contextual reason for the rejection' CODEC(ZSTD(1)), + `stuck` Bool COMMENT 'A transaction was detected in the queued area of the mempool and is not eligible for inclusion in a block' CODEC(ZSTD(1)), + `gasused` Nullable(UInt64) COMMENT 'If the transaction was published on-chain, this value indicates the amount of gas that was actually consumed. Denominated in wei' CODEC(ZSTD(1)) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (network, toYYYYMM(detecttime)) +ORDER BY (network, detecttime, hash, fromaddress, nonce, gas) +COMMENT 'Contains transactions from block native mempool dataset'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_blob_sidecar_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_parent_root` FixedString(66) COMMENT 'The root hash of the parent beacon block' CODEC(ZSTD(1)), + `versioned_hash` FixedString(66) COMMENT 'The versioned hash in the beacon API event stream payload' CODEC(ZSTD(1)), + `kzg_commitment` FixedString(98) COMMENT 'The KZG commitment in the blob sidecar payload' CODEC(ZSTD(1)), + `kzg_proof` FixedString(98) COMMENT 'The KZG proof in the blob sidecar payload' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The index of the validator that proposed the beacon block' CODEC(ZSTD(1)), + `blob_index` UInt64 COMMENT 'The index of blob sidecar in the blob sidecar payload' CODEC(ZSTD(1)), + `blob_size` UInt32 COMMENT 'The total bytes of the blob' CODEC(ZSTD(1)), + `blob_empty_size` Nullable(UInt32) COMMENT 'The total empty size of the blob in bytes' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, blob_index) +COMMENT 'Contains a blob sidecar from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_attester_slashing_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `attestation_1_attesting_indices` Array(UInt32) COMMENT 'The attesting indices from the first attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_1_signature` String COMMENT 'The signature from the first attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_1_data_beacon_block_root` FixedString(66) COMMENT 'The beacon block root from the first attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_1_data_slot` UInt32 COMMENT 'The slot number from the first attestation in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `attestation_1_data_index` UInt32 COMMENT 'The attestor index from the first attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_1_data_source_epoch` UInt32 COMMENT 'The source epoch number from the first attestation in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `attestation_1_data_source_root` FixedString(66) COMMENT 'The source root from the first attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_1_data_target_epoch` UInt32 COMMENT 'The target epoch number from the first attestation in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `attestation_1_data_target_root` FixedString(66) COMMENT 'The target root from the first attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_2_attesting_indices` Array(UInt32) COMMENT 'The attesting indices from the second attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_2_signature` String COMMENT 'The signature from the second attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_2_data_beacon_block_root` FixedString(66) COMMENT 'The beacon block root from the second attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_2_data_slot` UInt32 COMMENT 'The slot number from the second attestation in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `attestation_2_data_index` UInt32 COMMENT 'The attestor index from the second attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_2_data_source_epoch` UInt32 COMMENT 'The source epoch number from the second attestation in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `attestation_2_data_source_root` FixedString(66) COMMENT 'The source root from the second attestation in the slashing payload' CODEC(ZSTD(1)), + `attestation_2_data_target_epoch` UInt32 COMMENT 'The target epoch number from the second attestation in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `attestation_2_data_target_root` FixedString(66) COMMENT 'The target root from the second attestation in the slashing payload' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, attestation_1_attesting_indices, attestation_2_attesting_indices, attestation_1_data_slot, attestation_2_data_slot, attestation_1_data_beacon_block_root, attestation_2_data_beacon_block_root) +COMMENT 'Contains attester slashing from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_bls_to_execution_change_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `exchanging_message_validator_index` UInt32 COMMENT 'The validator index from the exchanging message' CODEC(ZSTD(1)), + `exchanging_message_from_bls_pubkey` String COMMENT 'The BLS public key from the exchanging message' CODEC(ZSTD(1)), + `exchanging_message_to_execution_address` FixedString(42) COMMENT 'The execution address from the exchanging message' CODEC(ZSTD(1)), + `exchanging_signature` String COMMENT 'The signature for the exchanging message' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, exchanging_message_validator_index, exchanging_message_from_bls_pubkey, exchanging_message_to_execution_address) +COMMENT 'Contains bls to execution change from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_deposit_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `deposit_proof` Array(String) COMMENT 'The proof of the deposit data' CODEC(ZSTD(1)), + `deposit_data_pubkey` String COMMENT 'The BLS public key of the validator from the deposit data' CODEC(ZSTD(1)), + `deposit_data_withdrawal_credentials` FixedString(66) COMMENT 'The withdrawal credentials of the validator from the deposit data' CODEC(ZSTD(1)), + `deposit_data_amount` UInt128 COMMENT 'The amount of the deposit from the deposit data' CODEC(ZSTD(1)), + `deposit_data_signature` String COMMENT 'The signature of the deposit data' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, deposit_data_pubkey, deposit_proof) +COMMENT 'Contains a deposit from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_execution_transaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `position` UInt32 COMMENT 'The position of the transaction in the beacon block' CODEC(DoubleDelta, ZSTD(1)), + `hash` FixedString(66) COMMENT 'The hash of the transaction' CODEC(ZSTD(1)), + `from` FixedString(42) COMMENT 'The address of the account that sent the transaction' CODEC(ZSTD(1)), + `to` Nullable(FixedString(42)) COMMENT 'The address of the account that is the transaction recipient' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'The nonce of the sender account at the time of the transaction' CODEC(ZSTD(1)), + `gas_price` UInt128 COMMENT 'The gas price of the transaction in wei' CODEC(ZSTD(1)), + `gas` UInt64 COMMENT 'The maximum gas provided for the transaction execution' CODEC(ZSTD(1)), + `gas_tip_cap` Nullable(UInt128) COMMENT 'The priority fee (tip) the user has set for the transaction' CODEC(ZSTD(1)), + `gas_fee_cap` Nullable(UInt128) COMMENT 'The max fee the user has set for the transaction' CODEC(ZSTD(1)), + `value` UInt128 COMMENT 'The value transferred with the transaction in wei' CODEC(ZSTD(1)), + `type` UInt8 COMMENT 'The type of the transaction' CODEC(ZSTD(1)), + `size` UInt32 COMMENT 'The size of the transaction data in bytes' CODEC(ZSTD(1)), + `call_data_size` UInt32 COMMENT 'The size of the call data of the transaction in bytes' CODEC(ZSTD(1)), + `blob_gas` Nullable(UInt64) COMMENT 'The maximum gas provided for the blob transaction execution' CODEC(ZSTD(1)), + `blob_gas_fee_cap` Nullable(UInt128) COMMENT 'The max fee the user has set for the transaction' CODEC(ZSTD(1)), + `blob_hashes` Array(String) COMMENT 'The hashes of the blob commitments for blob transactions' CODEC(ZSTD(1)), + `blob_sidecars_size` Nullable(UInt32) COMMENT 'The total size of the sidecars for blob transactions in bytes' CODEC(ZSTD(1)), + `blob_sidecars_empty_size` Nullable(UInt32) COMMENT 'The total empty size of the sidecars for blob transactions in bytes' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, position, hash, nonce) +COMMENT 'Contains execution transaction from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `block_total_bytes` Nullable(UInt32) COMMENT 'The total bytes of the beacon block payload' CODEC(ZSTD(1)), + `block_total_bytes_compressed` Nullable(UInt32) COMMENT 'The total bytes of the beacon block payload when compressed using snappy' CODEC(ZSTD(1)), + `parent_root` FixedString(66) COMMENT 'The root hash of the parent beacon block' CODEC(ZSTD(1)), + `state_root` FixedString(66) COMMENT 'The root hash of the beacon state at this block' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The index of the validator that proposed the beacon block' CODEC(ZSTD(1)), + `eth1_data_block_hash` FixedString(66) COMMENT 'The block hash of the associated execution block' CODEC(ZSTD(1)), + `eth1_data_deposit_root` FixedString(66) COMMENT 'The root of the deposit tree in the associated execution block' CODEC(ZSTD(1)), + `execution_payload_block_hash` Nullable(FixedString(66)) COMMENT 'The block hash of the execution payload' CODEC(ZSTD(1)), + `execution_payload_block_number` Nullable(UInt32) COMMENT 'The block number of the execution payload' CODEC(DoubleDelta, ZSTD(1)), + `execution_payload_fee_recipient` Nullable(String) COMMENT 'The recipient of the fee for this execution payload' CODEC(ZSTD(1)), + `execution_payload_base_fee_per_gas` Nullable(UInt128) COMMENT 'Base fee per gas for execution payload' CODEC(ZSTD(1)), + `execution_payload_blob_gas_used` Nullable(UInt64) COMMENT 'Gas used for blobs in execution payload' CODEC(ZSTD(1)), + `execution_payload_excess_blob_gas` Nullable(UInt64) COMMENT 'Excess gas used for blobs in execution payload' CODEC(ZSTD(1)), + `execution_payload_gas_limit` Nullable(UInt64) COMMENT 'Gas limit for execution payload' CODEC(DoubleDelta, ZSTD(1)), + `execution_payload_gas_used` Nullable(UInt64) COMMENT 'Gas used for execution payload' CODEC(ZSTD(1)), + `execution_payload_state_root` Nullable(FixedString(66)) COMMENT 'The state root of the execution payload' CODEC(ZSTD(1)), + `execution_payload_parent_hash` Nullable(FixedString(66)) COMMENT 'The parent hash of the execution payload' CODEC(ZSTD(1)), + `execution_payload_transactions_count` Nullable(UInt32) COMMENT 'The transaction count of the execution payload' CODEC(ZSTD(1)), + `execution_payload_transactions_total_bytes` Nullable(UInt32) COMMENT 'The transaction total bytes of the execution payload' CODEC(ZSTD(1)), + `execution_payload_transactions_total_bytes_compressed` Nullable(UInt32) COMMENT 'The transaction total bytes of the execution payload when compressed using snappy' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time) +COMMENT 'Contains beacon block from a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_proposer_slashing_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `signed_header_1_message_slot` UInt32 COMMENT 'The slot number from the first signed header in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `signed_header_1_message_proposer_index` UInt32 COMMENT 'The proposer index from the first signed header in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `signed_header_1_message_body_root` FixedString(66) COMMENT 'The body root from the first signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_1_message_parent_root` FixedString(66) COMMENT 'The parent root from the first signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_1_message_state_root` FixedString(66) COMMENT 'The state root from the first signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_1_signature` String COMMENT 'The signature for the first signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_2_message_slot` UInt32 COMMENT 'The slot number from the second signed header in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `signed_header_2_message_proposer_index` UInt32 COMMENT 'The proposer index from the second signed header in the slashing payload' CODEC(DoubleDelta, ZSTD(1)), + `signed_header_2_message_body_root` FixedString(66) COMMENT 'The body root from the second signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_2_message_parent_root` FixedString(66) COMMENT 'The parent root from the second signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_2_message_state_root` FixedString(66) COMMENT 'The state root from the second signed header in the slashing payload' CODEC(ZSTD(1)), + `signed_header_2_signature` String COMMENT 'The signature for the second signed header in the slashing payload' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, signed_header_1_message_slot, signed_header_2_message_slot, signed_header_1_message_proposer_index, signed_header_2_message_proposer_index, signed_header_1_message_body_root, signed_header_2_message_body_root) +COMMENT 'Contains proposer slashing from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_sync_aggregate_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon chain' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon chain' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `sync_committee_period` UInt64 COMMENT 'The sync committee period number (epoch / 256)' CODEC(DoubleDelta, ZSTD(1)), + `sync_committee_bits` String COMMENT 'Raw 512-bit bitvector as hex string' CODEC(ZSTD(1)), + `sync_committee_signature` String COMMENT 'Aggregated signature from participating validators' CODEC(ZSTD(1)), + `validators_participated` Array(UInt32) COMMENT 'Validator indices that participated (voted)' CODEC(ZSTD(1)), + `validators_missed` Array(UInt32) COMMENT 'Validator indices that missed (did not vote)' CODEC(ZSTD(1)), + `participation_count` UInt16 COMMENT 'Number of validators that participated (0-512)' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, slot) +COMMENT 'Contains canonical beacon block sync aggregate data with expanded validator participation.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_voluntary_exit_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `voluntary_exit_message_epoch` UInt32 COMMENT 'The epoch number from the exit message' CODEC(DoubleDelta, ZSTD(1)), + `voluntary_exit_message_validator_index` UInt32 COMMENT 'The validator index from the exit message' CODEC(ZSTD(1)), + `voluntary_exit_signature` String COMMENT 'The signature of the exit message' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, voluntary_exit_message_epoch, voluntary_exit_message_validator_index) +COMMENT 'Contains a voluntary exit from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_withdrawal_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root hash of the beacon block' CODEC(ZSTD(1)), + `block_version` LowCardinality(String) COMMENT 'The version of the beacon block', + `withdrawal_index` UInt32 COMMENT 'The index of the withdrawal' CODEC(ZSTD(1)), + `withdrawal_validator_index` UInt32 COMMENT 'The validator index from the withdrawal data' CODEC(ZSTD(1)), + `withdrawal_address` FixedString(42) COMMENT 'The address of the account that is the withdrawal recipient' CODEC(ZSTD(1)), + `withdrawal_amount` UInt128 COMMENT 'The amount of the withdrawal from the withdrawal data' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, withdrawal_index, withdrawal_validator_index) +COMMENT 'Contains a withdrawal from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_committee_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number in the beacon API committee payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `committee_index` LowCardinality(String) COMMENT 'The committee index in the beacon API committee payload', + `validators` Array(UInt32) COMMENT 'The validator indices in the beacon API committee payload' CODEC(ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the beacon API committee payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, committee_index) +COMMENT 'Contains canonical beacon API /eth/v1/beacon/committees data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_elaborated_attestation_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_slot` UInt32 COMMENT 'The slot number of the block containing the attestation' CODEC(DoubleDelta, ZSTD(1)), + `block_slot_start_date_time` DateTime COMMENT 'The wall clock time when the block slot started' CODEC(DoubleDelta, ZSTD(1)), + `block_epoch` UInt32 COMMENT 'The epoch number of the block containing the attestation' CODEC(DoubleDelta, ZSTD(1)), + `block_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the block epoch started' CODEC(DoubleDelta, ZSTD(1)), + `position_in_block` UInt32 COMMENT 'The position of the attestation in the block' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'The root of the block containing the attestation' CODEC(ZSTD(1)), + `validators` Array(UInt32) COMMENT 'Array of validator indices participating in the attestation' CODEC(ZSTD(1)), + `committee_index` LowCardinality(String) COMMENT 'The index of the committee making the attestation', + `beacon_block_root` FixedString(66) COMMENT 'The root of the beacon block being attested to' CODEC(ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number being attested to' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `source_epoch` UInt32 COMMENT 'The source epoch referenced in the attestation' CODEC(DoubleDelta, ZSTD(1)), + `source_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the source epoch started' CODEC(DoubleDelta, ZSTD(1)), + `source_root` FixedString(66) COMMENT 'The root of the source checkpoint in the attestation' CODEC(ZSTD(1)), + `target_epoch` UInt32 COMMENT 'The target epoch referenced in the attestation' CODEC(DoubleDelta, ZSTD(1)), + `target_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the target epoch started' CODEC(DoubleDelta, ZSTD(1)), + `target_root` FixedString(66) COMMENT 'The root of the target checkpoint in the attestation' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, block_root, block_slot, position_in_block, beacon_block_root, slot, committee_index, source_root, target_root) +COMMENT 'Contains elaborated attestations from beacon blocks.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_proposer_duty_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'The slot number for which the proposer duty is assigned' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number containing the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `proposer_validator_index` UInt32 COMMENT 'The validator index of the proposer for the slot' CODEC(ZSTD(1)), + `proposer_pubkey` String COMMENT 'The public key of the validator proposer' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, proposer_validator_index, proposer_pubkey) +COMMENT 'Contains a proposer duty from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_sync_committee_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event from a beacon node' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number for when the sync committee is active' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `sync_committee_period` UInt64 COMMENT 'The sync committee period number' CODEC(DoubleDelta, ZSTD(1)), + `validator_aggregates` Array(Array(UInt32)) COMMENT 'The validator indices grouped by subcommittee (64 groups of 8)' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(epoch_start_date_time)) +ORDER BY (meta_network_name, epoch_start_date_time, sync_committee_period) +COMMENT 'Contains canonical beacon API /eth/v1/beacon/states/{state_id}/sync_committees data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_validators_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `index` UInt32 COMMENT 'The index of the validator' CODEC(DoubleDelta, ZSTD(1)), + `balance` Nullable(UInt64) COMMENT 'The balance of the validator' CODEC(T64, ZSTD(1)), + `status` LowCardinality(String) COMMENT 'The status of the validator', + `effective_balance` Nullable(UInt64) COMMENT 'The effective balance of the validator' CODEC(ZSTD(1)), + `slashed` Bool COMMENT 'Whether the validator is slashed', + `activation_epoch` Nullable(UInt64) COMMENT 'The epoch when the validator was activated' CODEC(ZSTD(1)), + `activation_eligibility_epoch` Nullable(UInt64) COMMENT 'The epoch when the validator was activated' CODEC(ZSTD(1)), + `exit_epoch` Nullable(UInt64) COMMENT 'The epoch when the validator exited' CODEC(ZSTD(1)), + `withdrawable_epoch` Nullable(UInt64) COMMENT 'The epoch when the validator can withdraw' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(epoch_start_date_time)) +ORDER BY (meta_network_name, epoch_start_date_time, index, status) +COMMENT 'Contains a validator state for an epoch.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_validators_pubkeys_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `index` UInt32 CODEC(ZSTD(1)), + `pubkey` String CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_client_version` LowCardinality(String), + `meta_client_implementation` LowCardinality(String), + `meta_client_os` LowCardinality(String), + `meta_client_ip` Nullable(IPv6) CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String), + `meta_consensus_version` LowCardinality(String), + `meta_consensus_version_major` LowCardinality(String), + `meta_consensus_version_minor` LowCardinality(String), + `meta_consensus_version_patch` LowCardinality(String), + `meta_consensus_implementation` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY (meta_network_name, index, pubkey) +COMMENT 'Contains a validator state for an epoch.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_validators_withdrawal_credentials_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number from beacon block payload' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `index` UInt32 COMMENT 'The index of the validator' CODEC(ZSTD(1)), + `withdrawal_credentials` String COMMENT 'The withdrawal credentials of the validator' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_consensus_version` LowCardinality(String) COMMENT 'Ethereum consensus client version that generated the event', + `meta_consensus_version_major` LowCardinality(String) COMMENT 'Ethereum consensus client major version that generated the event', + `meta_consensus_version_minor` LowCardinality(String) COMMENT 'Ethereum consensus client minor version that generated the event', + `meta_consensus_version_patch` LowCardinality(String) COMMENT 'Ethereum consensus client patch version that generated the event', + `meta_consensus_implementation` LowCardinality(String) COMMENT 'Ethereum consensus client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY (meta_network_name, index, withdrawal_credentials) +COMMENT 'Contains a validator state for an epoch.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_address_appearances_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash that caused the address appearance' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the address appearance within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address of the address appearance' CODEC(ZSTD(1)), + `relationship` LowCardinality(String) COMMENT 'The relationship of the address to the transaction', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution address appearance data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_balance_diffs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash that caused the balance diff' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the balance diff within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address of the balance diff' CODEC(ZSTD(1)), + `from_value` UInt256 COMMENT 'The from value of the balance diff' CODEC(ZSTD(1)), + `to_value` UInt256 COMMENT 'The to value of the balance diff' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution balance diff data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_balance_reads_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash that caused the balance read' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the balance read within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address of the balance read' CODEC(ZSTD(1)), + `balance` UInt256 COMMENT 'The balance that was read' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution balance read data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_date_time` DateTime64(3) COMMENT 'The block timestamp' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'The block hash' CODEC(ZSTD(1)), + `author` Nullable(String) COMMENT 'The block author' CODEC(ZSTD(1)), + `gas_used` Nullable(UInt64) COMMENT 'The block gas used' CODEC(DoubleDelta, ZSTD(1)), + `gas_limit` UInt64 COMMENT 'The block gas limit' CODEC(DoubleDelta, ZSTD(1)), + `extra_data` Nullable(String) COMMENT 'The block extra data in hex' CODEC(ZSTD(1)), + `extra_data_string` Nullable(String) COMMENT 'The block extra data in UTF-8 string' CODEC(ZSTD(1)), + `base_fee_per_gas` Nullable(UInt64) COMMENT 'The block base fee per gas' CODEC(DoubleDelta, ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number) +COMMENT 'Contains canonical execution block data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_contracts_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash that created the contract' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the contract creation within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `create_index` UInt32 COMMENT 'The create index' CODEC(DoubleDelta, ZSTD(1)), + `contract_address` String COMMENT 'The contract address' CODEC(ZSTD(1)), + `deployer` String COMMENT 'The address of the contract deployer' CODEC(ZSTD(1)), + `factory` String COMMENT 'The address of the factory that deployed the contract' CODEC(ZSTD(1)), + `init_code` String COMMENT 'The initialization code of the contract' CODEC(ZSTD(1)), + `code` Nullable(String) COMMENT 'The code of the contract' CODEC(ZSTD(1)), + `init_code_hash` String COMMENT 'The hash of the initialization code' CODEC(ZSTD(1)), + `n_init_code_bytes` UInt32 COMMENT 'Number of bytes in the initialization code' CODEC(DoubleDelta, ZSTD(1)), + `n_code_bytes` UInt32 COMMENT 'Number of bytes in the contract code' CODEC(DoubleDelta, ZSTD(1)), + `code_hash` String COMMENT 'The hash of the contract code' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution contract data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_erc20_transfers_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the transfer within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `log_index` UInt64 COMMENT 'The log index in the block' CODEC(DoubleDelta, ZSTD(1)), + `erc20` String COMMENT 'The erc20 address' CODEC(ZSTD(1)), + `from_address` String COMMENT 'The from address' CODEC(ZSTD(1)), + `to_address` String COMMENT 'The to address' CODEC(ZSTD(1)), + `value` UInt256 COMMENT 'The value of the transfer' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution erc20 transfer data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_erc721_transfers_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the transfer within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `log_index` UInt64 COMMENT 'The log index in the block' CODEC(DoubleDelta, ZSTD(1)), + `erc721` String COMMENT 'The erc20 address' CODEC(ZSTD(1)), + `from_address` String COMMENT 'The from address' CODEC(ZSTD(1)), + `to_address` String COMMENT 'The to address' CODEC(ZSTD(1)), + `token` UInt256 COMMENT 'The token id' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution erc721 transfer data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_four_byte_counts_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `signature` String COMMENT 'The signature of the four byte count' CODEC(ZSTD(1)), + `size` UInt64 COMMENT 'The size of the four byte count' CODEC(ZSTD(1)), + `count` UInt64 COMMENT 'The count of the four byte count' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash) +COMMENT 'Contains canonical execution four byte count data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_logs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash associated with the log' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the log within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `log_index` UInt32 COMMENT 'The log index within the block' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address associated with the log' CODEC(ZSTD(1)), + `topic0` String COMMENT 'The first topic of the log' CODEC(ZSTD(1)), + `topic1` Nullable(String) COMMENT 'The second topic of the log' CODEC(ZSTD(1)), + `topic2` Nullable(String) COMMENT 'The third topic of the log' CODEC(ZSTD(1)), + `topic3` Nullable(String) COMMENT 'The fourth topic of the log' CODEC(ZSTD(1)), + `data` Nullable(String) COMMENT 'The data associated with the log' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution logs data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_native_transfers_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the transfer within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `transfer_index` UInt64 COMMENT 'The transfer index' CODEC(DoubleDelta, ZSTD(1)), + `from_address` String COMMENT 'The from address' CODEC(ZSTD(1)), + `to_address` String COMMENT 'The to address' CODEC(ZSTD(1)), + `value` UInt256 COMMENT 'The value of the approval' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution native transfer data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_nonce_diffs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash that caused the nonce diff' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the nonce diff within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address of the nonce diff' CODEC(ZSTD(1)), + `from_value` UInt64 COMMENT 'The from value of the nonce diff' CODEC(ZSTD(1)), + `to_value` UInt64 COMMENT 'The to value of the nonce diff' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution nonce diff data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_nonce_reads_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash that caused the nonce read' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the nonce read within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address of the nonce read' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'The nonce that was read' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution nonce read data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_storage_diffs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash associated with the storage diff' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the storage diff within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `address` String COMMENT 'The address associated with the storage diff' CODEC(ZSTD(1)), + `slot` String COMMENT 'The storage slot key' CODEC(ZSTD(1)), + `from_value` String COMMENT 'The original value before the storage diff' CODEC(ZSTD(1)), + `to_value` String COMMENT 'The new value after the storage diff' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution storage diffs data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_storage_reads_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash associated with the storage read' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the storage read within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `contract_address` String COMMENT 'The contract address associated with the storage read' CODEC(ZSTD(1)), + `slot` String COMMENT 'The storage slot key' CODEC(ZSTD(1)), + `value` String COMMENT 'The value read from the storage slot' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution storage reads data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_traces_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `internal_index` UInt32 COMMENT 'The internal index of the trace within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `action_from` String COMMENT 'The from address of the action' CODEC(ZSTD(1)), + `action_to` Nullable(String) COMMENT 'The to address of the action' CODEC(ZSTD(1)), + `action_value` UInt256 COMMENT 'The value of the action' CODEC(ZSTD(1)), + `action_gas` UInt64 COMMENT 'The gas provided for the action' CODEC(DoubleDelta, ZSTD(1)), + `action_input` Nullable(String) COMMENT 'The input data for the action' CODEC(ZSTD(1)), + `action_call_type` LowCardinality(String) COMMENT 'The call type of the action' CODEC(ZSTD(1)), + `action_init` Nullable(String) COMMENT 'The initialization code for the action' CODEC(ZSTD(1)), + `action_reward_type` String COMMENT 'The reward type for the action' CODEC(ZSTD(1)), + `action_type` LowCardinality(String) COMMENT 'The type of the action' CODEC(ZSTD(1)), + `result_gas_used` UInt64 COMMENT 'The gas used in the result' CODEC(DoubleDelta, ZSTD(1)), + `result_output` Nullable(String) COMMENT 'The output of the result' CODEC(ZSTD(1)), + `result_code` Nullable(String) COMMENT 'The code returned in the result' CODEC(ZSTD(1)), + `result_address` Nullable(String) COMMENT 'The address returned in the result' CODEC(ZSTD(1)), + `trace_address` Nullable(String) COMMENT 'The trace address' CODEC(ZSTD(1)), + `subtraces` UInt32 COMMENT 'The number of subtraces' CODEC(DoubleDelta, ZSTD(1)), + `error` Nullable(String) COMMENT 'The error, if any, in the trace' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash, internal_index) +COMMENT 'Contains canonical execution traces data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_transaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction index' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'The transaction nonce' CODEC(ZSTD(1)), + `from_address` String COMMENT 'The transaction from address' CODEC(ZSTD(1)), + `to_address` Nullable(String) COMMENT 'The transaction to address' CODEC(ZSTD(1)), + `value` UInt256 COMMENT 'The transaction value in float64' CODEC(ZSTD(1)), + `input` Nullable(String) COMMENT 'The transaction input in hex' CODEC(ZSTD(1)), + `gas_limit` UInt64 COMMENT 'The transaction gas limit' CODEC(ZSTD(1)), + `gas_used` UInt64 COMMENT 'The transaction gas used' CODEC(ZSTD(1)), + `gas_price` UInt128 COMMENT 'The transaction gas price' CODEC(ZSTD(1)), + `transaction_type` UInt8 COMMENT 'The transaction type' CODEC(ZSTD(1)), + `max_priority_fee_per_gas` UInt64 COMMENT 'The transaction max priority fee per gas' CODEC(ZSTD(1)), + `max_fee_per_gas` UInt64 COMMENT 'The transaction max fee per gas' CODEC(ZSTD(1)), + `success` Bool COMMENT 'The transaction success' CODEC(ZSTD(1)), + `n_input_bytes` UInt32 COMMENT 'The transaction input bytes' CODEC(ZSTD(1)), + `n_input_zero_bytes` UInt32 COMMENT 'The transaction input zero bytes' CODEC(ZSTD(1)), + `n_input_nonzero_bytes` UInt32 COMMENT 'The transaction input nonzero bytes' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, transaction_hash) +COMMENT 'Contains canonical execution transaction data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_transaction_structlog_agg_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction position in the block' CODEC(DoubleDelta, ZSTD(1)), + `call_frame_id` UInt32 COMMENT 'Sequential frame ID within the transaction (0=root)' CODEC(DoubleDelta, ZSTD(1)), + `parent_call_frame_id` Nullable(UInt32) COMMENT 'Parent frame ID (NULL for root frame)' CODEC(ZSTD(1)), + `call_frame_path` Array(UInt32) COMMENT 'Path of frame IDs from root to current frame' CODEC(ZSTD(1)), + `depth` UInt32 COMMENT 'Call nesting depth (0=root)' CODEC(DoubleDelta, ZSTD(1)), + `target_address` Nullable(String) COMMENT 'Contract address being called' CODEC(ZSTD(1)), + `call_type` LowCardinality(String) COMMENT 'Call type: CALL/DELEGATECALL/STATICCALL/CALLCODE/CREATE/CREATE2 (empty for root)', + `operation` LowCardinality(String) COMMENT 'Opcode name for per-opcode rows, empty string for frame summary rows', + `opcode_count` UInt64 COMMENT 'Number of opcodes (total for summary row, count for per-opcode row)' CODEC(ZSTD(1)), + `error_count` UInt64 COMMENT 'Number of errors' CODEC(ZSTD(1)), + `gas` UInt64 COMMENT 'Gas consumed: SUM(gas_self) for per-opcode, frame self gas for summary' CODEC(ZSTD(1)), + `gas_cumulative` UInt64 COMMENT 'Cumulative gas: SUM(gas_used) for per-opcode, frame total for summary' CODEC(ZSTD(1)), + `min_depth` UInt32 COMMENT 'Minimum depth where opcode appeared (per-opcode rows)' CODEC(DoubleDelta, ZSTD(1)), + `max_depth` UInt32 COMMENT 'Maximum depth where opcode appeared (per-opcode rows)' CODEC(DoubleDelta, ZSTD(1)), + `memory_words_sum_before` UInt64 DEFAULT 0 COMMENT 'SUM(ceil(memory_bytes/32)) before each opcode executes. Used with sq_sum to compute memory expansion gas.' CODEC(ZSTD(1)), + `memory_words_sum_after` UInt64 DEFAULT 0 COMMENT 'SUM(ceil(memory_bytes/32)) after each opcode executes.' CODEC(ZSTD(1)), + `memory_words_sq_sum_before` UInt64 DEFAULT 0 COMMENT 'SUM(words_before²). With sum_before, enables exact memory gas via E[cost(after)] - E[cost(before)].' CODEC(ZSTD(1)), + `memory_words_sq_sum_after` UInt64 DEFAULT 0 COMMENT 'SUM(words_after²). With sum_after, enables exact memory gas via E[cost(after)] - E[cost(before)].' CODEC(ZSTD(1)), + `memory_expansion_gas` UInt64 DEFAULT 0 COMMENT 'SUM(memory_expansion_gas). Exact per-opcode memory expansion cost, pre-computed to avoid intDiv rounding in SQL reconstruction.' CODEC(ZSTD(1)), + `cold_access_count` UInt64 DEFAULT 0 COMMENT 'Number of cold storage/account accesses (EIP-2929). cold_gas = cold_count * (cold_cost - warm_cost).' CODEC(ZSTD(1)), + `gas_refund` Nullable(UInt64) COMMENT 'Gas refund (root summary row only)' CODEC(ZSTD(1)), + `intrinsic_gas` Nullable(UInt64) COMMENT 'Intrinsic gas (root summary row only, computed)' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 201600)) +ORDER BY (meta_network_name, block_number, transaction_hash, call_frame_id, operation) +COMMENT 'Aggregated EVM execution data. Summary rows (operation="") contain frame metadata. Per-opcode rows contain aggregated gas/count per (frame, opcode).'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_transaction_structlog_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `transaction_hash` FixedString(66) COMMENT 'The transaction hash' CODEC(ZSTD(1)), + `transaction_index` UInt64 COMMENT 'The transaction position in the block' CODEC(DoubleDelta, ZSTD(1)), + `transaction_gas` UInt64 COMMENT 'The transaction gas' CODEC(DoubleDelta, ZSTD(1)), + `transaction_failed` Bool COMMENT 'The transaction failed' CODEC(ZSTD(1)), + `transaction_return_value` Nullable(String) COMMENT 'The transaction return value' CODEC(ZSTD(1)), + `index` UInt32 COMMENT 'The index of this structlog in this transaction' CODEC(DoubleDelta, ZSTD(1)), + `operation` LowCardinality(String) COMMENT 'The operation', + `gas` UInt64 COMMENT 'The gas' CODEC(Delta(8), ZSTD(1)), + `gas_cost` UInt64 COMMENT 'The gas cost' CODEC(DoubleDelta, ZSTD(1)), + `gas_used` UInt64 DEFAULT 0 COMMENT 'Actual gas consumed (computed from consecutive gas values)' CODEC(ZSTD(1)), + `gas_self` UInt64 DEFAULT 0 COMMENT 'Gas consumed by this opcode only, excludes child frame gas for CALL/CREATE opcodes. sum(gas_self) = total execution gas without double counting' CODEC(ZSTD(1)), + `depth` UInt64 COMMENT 'The depth' CODEC(DoubleDelta, ZSTD(1)), + `return_data` Nullable(String) COMMENT 'The return data' CODEC(ZSTD(1)), + `refund` Nullable(UInt64) COMMENT 'The refund' CODEC(ZSTD(1)), + `error` Nullable(String) COMMENT 'The error' CODEC(ZSTD(1)), + `call_to_address` Nullable(String) COMMENT 'Address of a CALL operation' CODEC(ZSTD(1)), + `call_frame_id` UInt32 DEFAULT 0 COMMENT 'Sequential identifier for the call frame within the transaction' CODEC(DoubleDelta, ZSTD(1)), + `call_frame_path` Array(UInt32) DEFAULT [0] COMMENT 'Path of frame IDs from root to current frame' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 201600)) +ORDER BY (meta_network_name, block_number, transaction_hash, index) +COMMENT 'Contains canonical execution transaction structlog data.'; + +CREATE TABLE IF NOT EXISTS default.consensus_engine_api_get_blobs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event' CODEC(DoubleDelta, ZSTD(1)), + `requested_date_time` DateTime64(3) COMMENT 'Timestamp when the engine_getBlobs call was initiated' CODEC(DoubleDelta, ZSTD(1)), + `duration_ms` UInt64 COMMENT 'How long the engine_getBlobs call took in milliseconds' CODEC(ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number of the beacon block being reconstructed' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number derived from the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'Root of the beacon block (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `parent_block_root` FixedString(66) COMMENT 'Root of the parent beacon block (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `requested_count` UInt32 COMMENT 'Number of versioned hashes requested' CODEC(ZSTD(1)), + `versioned_hashes` Array(FixedString(66)) COMMENT 'List of versioned hashes requested (derived from KZG commitments)' CODEC(ZSTD(1)), + `returned_count` UInt32 COMMENT 'Number of non-null blobs returned' CODEC(ZSTD(1)), + `status` LowCardinality(String) COMMENT 'Result status (SUCCESS, PARTIAL, EMPTY, UNSUPPORTED, ERROR)', + `error_message` Nullable(String) COMMENT 'Error details if status is ERROR or UNSUPPORTED' CODEC(ZSTD(1)), + `method_version` LowCardinality(String) COMMENT 'Version of the engine_getBlobs method (e.g., V1, V2)', + `meta_execution_version` LowCardinality(String) COMMENT 'Full execution client version string from web3_clientVersion RPC', + `meta_execution_implementation` LowCardinality(String) COMMENT 'Execution client implementation name (e.g., Geth, Nethermind, Besu, Reth, Erigon)', + `meta_execution_version_major` LowCardinality(String) COMMENT 'Execution client major version number', + `meta_execution_version_minor` LowCardinality(String) COMMENT 'Execution client minor version number', + `meta_execution_version_patch` LowCardinality(String) COMMENT 'Execution client patch version number', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block_root, event_date_time) +COMMENT 'Contains timing and instrumentation data for engine_getBlobs calls between the consensus and execution layer.'; + +CREATE TABLE IF NOT EXISTS default.consensus_engine_api_new_payload_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the sentry received the event' CODEC(DoubleDelta, ZSTD(1)), + `requested_date_time` DateTime64(3) COMMENT 'Timestamp when the engine_newPayload call was initiated' CODEC(DoubleDelta, ZSTD(1)), + `duration_ms` UInt64 COMMENT 'How long the engine_newPayload call took in milliseconds' CODEC(ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number of the beacon block containing the payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number derived from the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `block_root` FixedString(66) COMMENT 'Root of the beacon block (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `parent_block_root` FixedString(66) COMMENT 'Root of the parent beacon block (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'Validator index of the block proposer' CODEC(ZSTD(1)), + `block_number` UInt64 COMMENT 'Execution block number' CODEC(DoubleDelta, ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'Execution block hash (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `parent_hash` FixedString(66) COMMENT 'Parent execution block hash (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `gas_used` UInt64 COMMENT 'Total gas used by all transactions in the block' CODEC(ZSTD(1)), + `gas_limit` UInt64 COMMENT 'Gas limit of the block' CODEC(ZSTD(1)), + `tx_count` UInt32 COMMENT 'Number of transactions in the block' CODEC(ZSTD(1)), + `blob_count` UInt32 COMMENT 'Number of blobs in the block' CODEC(ZSTD(1)), + `status` LowCardinality(String) COMMENT 'Payload status returned by EL (VALID, INVALID, SYNCING, ACCEPTED, INVALID_BLOCK_HASH)', + `latest_valid_hash` Nullable(FixedString(66)) COMMENT 'Latest valid hash when status is INVALID (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `validation_error` Nullable(String) COMMENT 'Error message when validation fails' CODEC(ZSTD(1)), + `method_version` LowCardinality(String) COMMENT 'Version of the engine_newPayload method (e.g., V3, V4)', + `meta_execution_version` LowCardinality(String), + `meta_execution_implementation` LowCardinality(String) DEFAULT '' COMMENT 'Execution client implementation name (e.g., Geth, Nethermind, Besu, Reth, Erigon)', + `meta_execution_version_major` LowCardinality(String) DEFAULT '' COMMENT 'Execution client major version number', + `meta_execution_version_minor` LowCardinality(String) DEFAULT '' COMMENT 'Execution client minor version number', + `meta_execution_version_patch` LowCardinality(String) DEFAULT '' COMMENT 'Execution client patch version number', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, block_hash, event_date_time) +COMMENT 'Contains timing and instrumentation data for engine_newPayload calls between the consensus and execution layer.'; + +CREATE TABLE IF NOT EXISTS default.ethseer_validator_entity_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the client fetched the beacon block from ethseer.io' CODEC(DoubleDelta, ZSTD(1)), + `index` UInt32 COMMENT 'The index of the validator' CODEC(DoubleDelta, ZSTD(1)), + `pubkey` String COMMENT 'The public key of the validator' CODEC(ZSTD(1)), + `entity` String COMMENT 'The entity of the validator' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY (meta_network_name, index, pubkey) +COMMENT 'Contains a mapping of validators to entities'; + +CREATE TABLE IF NOT EXISTS default.execution_block_metrics_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the event was received' CODEC(DoubleDelta, ZSTD(1)), + `source` LowCardinality(String) COMMENT 'Data source (e.g., client-logs)', + `block_number` UInt64 COMMENT 'Execution block number' CODEC(DoubleDelta, ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'Execution block hash (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `gas_used` UInt64 COMMENT 'Total gas used by all transactions in the block' CODEC(ZSTD(1)), + `tx_count` UInt32 COMMENT 'Number of transactions in the block' CODEC(ZSTD(1)), + `execution_ms` Float64 COMMENT 'Time spent executing transactions in milliseconds' CODEC(ZSTD(1)), + `state_read_ms` Float64 COMMENT 'Time spent reading state in milliseconds' CODEC(ZSTD(1)), + `state_hash_ms` Float64 COMMENT 'Time spent computing state hash in milliseconds' CODEC(ZSTD(1)), + `commit_ms` Float64 COMMENT 'Time spent committing state changes in milliseconds' CODEC(ZSTD(1)), + `total_ms` Float64 COMMENT 'Total time for block processing in milliseconds' CODEC(ZSTD(1)), + `mgas_per_sec` Float64 COMMENT 'Throughput in million gas per second' CODEC(ZSTD(1)), + `state_reads_accounts` UInt64 COMMENT 'Number of account reads' CODEC(ZSTD(1)), + `state_reads_storage_slots` UInt64 COMMENT 'Number of storage slot reads' CODEC(ZSTD(1)), + `state_reads_code` UInt64 COMMENT 'Number of code reads' CODEC(ZSTD(1)), + `state_reads_code_bytes` UInt64 COMMENT 'Total bytes of code read' CODEC(ZSTD(1)), + `state_writes_accounts` UInt64 COMMENT 'Number of account writes' CODEC(ZSTD(1)), + `state_writes_accounts_deleted` UInt64 COMMENT 'Number of accounts deleted' CODEC(ZSTD(1)), + `state_writes_storage_slots` UInt64 COMMENT 'Number of storage slot writes' CODEC(ZSTD(1)), + `state_writes_storage_slots_deleted` UInt64 COMMENT 'Number of storage slots deleted' CODEC(ZSTD(1)), + `state_writes_code` UInt64 COMMENT 'Number of code writes' CODEC(ZSTD(1)), + `state_writes_code_bytes` UInt64 COMMENT 'Total bytes of code written' CODEC(ZSTD(1)), + `account_cache_hits` Int64 COMMENT 'Number of account cache hits' CODEC(ZSTD(1)), + `account_cache_misses` Int64 COMMENT 'Number of account cache misses' CODEC(ZSTD(1)), + `account_cache_hit_rate` Float64 COMMENT 'Account cache hit rate as percentage' CODEC(ZSTD(1)), + `storage_cache_hits` Int64 COMMENT 'Number of storage cache hits' CODEC(ZSTD(1)), + `storage_cache_misses` Int64 COMMENT 'Number of storage cache misses' CODEC(ZSTD(1)), + `storage_cache_hit_rate` Float64 COMMENT 'Storage cache hit rate as percentage' CODEC(ZSTD(1)), + `code_cache_hits` Int64 COMMENT 'Number of code cache hits' CODEC(ZSTD(1)), + `code_cache_misses` Int64 COMMENT 'Number of code cache misses' CODEC(ZSTD(1)), + `code_cache_hit_rate` Float64 COMMENT 'Code cache hit rate as percentage' CODEC(ZSTD(1)), + `code_cache_hit_bytes` Int64 COMMENT 'Total bytes of code cache hits' CODEC(ZSTD(1)), + `code_cache_miss_bytes` Int64 COMMENT 'Total bytes of code cache misses' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, meta_client_name, event_date_time) +COMMENT 'Contains detailed performance metrics from execution client structured logging for block execution'; + +CREATE TABLE IF NOT EXISTS default.execution_engine_get_blobs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the event was received' CODEC(DoubleDelta, ZSTD(1)), + `requested_date_time` DateTime64(3) COMMENT 'Timestamp when the engine_getBlobs call was received' CODEC(DoubleDelta, ZSTD(1)), + `duration_ms` UInt64 COMMENT 'How long the engine_getBlobs call took in milliseconds' CODEC(ZSTD(1)), + `source` LowCardinality(String) COMMENT 'Source of the event (SNOOPER, EXECUTION_CLIENT)', + `requested_count` UInt32 COMMENT 'Number of versioned hashes requested' CODEC(ZSTD(1)), + `versioned_hashes` Array(FixedString(66)) COMMENT 'List of versioned hashes requested (hex encoded)' CODEC(ZSTD(1)), + `returned_count` UInt32 COMMENT 'Number of non-null blobs returned' CODEC(ZSTD(1)), + `returned_blob_indexes` Array(UInt8) COMMENT 'Indexes (0-based) of the requested versioned_hashes that were successfully returned', + `status` LowCardinality(String) COMMENT 'Result status (SUCCESS, PARTIAL, EMPTY, UNSUPPORTED, ERROR)', + `error_message` Nullable(String) COMMENT 'Error details if status is ERROR or UNSUPPORTED' CODEC(ZSTD(1)), + `method_version` LowCardinality(String) COMMENT 'Version of the engine_getBlobs method (e.g., V1, V2)', + `meta_execution_implementation` LowCardinality(String) COMMENT 'Implementation of the execution client (e.g., go-ethereum, reth, nethermind)', + `meta_execution_version` LowCardinality(String) COMMENT 'Version of the execution client', + `meta_execution_version_major` LowCardinality(String) COMMENT 'Major version number of the execution client', + `meta_execution_version_minor` LowCardinality(String) COMMENT 'Minor version number of the execution client', + `meta_execution_version_patch` LowCardinality(String) COMMENT 'Patch version number of the execution client', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name) +COMMENT 'Contains timing and instrumentation data for engine_getBlobs calls from the execution layer perspective.'; + +CREATE TABLE IF NOT EXISTS default.execution_engine_new_payload_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the event was received' CODEC(DoubleDelta, ZSTD(1)), + `requested_date_time` DateTime64(3) COMMENT 'Timestamp when the engine_newPayload call was received' CODEC(DoubleDelta, ZSTD(1)), + `duration_ms` UInt64 COMMENT 'How long the engine_newPayload call took in milliseconds' CODEC(ZSTD(1)), + `source` LowCardinality(String) COMMENT 'Source of the event (SNOOPER, EXECUTION_CLIENT)', + `block_number` UInt64 COMMENT 'Execution block number' CODEC(DoubleDelta, ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'Execution block hash (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `parent_hash` FixedString(66) COMMENT 'Parent execution block hash (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `gas_used` UInt64 COMMENT 'Total gas used by all transactions in the block' CODEC(ZSTD(1)), + `gas_limit` UInt64 COMMENT 'Gas limit of the block' CODEC(ZSTD(1)), + `tx_count` UInt32 COMMENT 'Number of transactions in the block' CODEC(ZSTD(1)), + `blob_count` UInt32 COMMENT 'Number of blobs in the block' CODEC(ZSTD(1)), + `status` LowCardinality(String) COMMENT 'Payload status returned (VALID, INVALID, SYNCING, ACCEPTED, INVALID_BLOCK_HASH)', + `latest_valid_hash` Nullable(FixedString(66)) COMMENT 'Latest valid hash when status is INVALID (hex encoded with 0x prefix)' CODEC(ZSTD(1)), + `validation_error` Nullable(String) COMMENT 'Error message when validation fails' CODEC(ZSTD(1)), + `method_version` LowCardinality(String) COMMENT 'Version of the engine_newPayload method (e.g., V3, V4)', + `meta_execution_implementation` LowCardinality(String) COMMENT 'Implementation of the execution client (e.g., go-ethereum, reth, nethermind)', + `meta_execution_version` LowCardinality(String) COMMENT 'Version of the execution client', + `meta_execution_version_major` LowCardinality(String) COMMENT 'Major version number of the execution client', + `meta_execution_version_minor` LowCardinality(String) COMMENT 'Minor version number of the execution client', + `meta_execution_version_patch` LowCardinality(String) COMMENT 'Patch version number of the execution client', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, meta_client_name, block_hash, event_date_time) +COMMENT 'Contains timing and instrumentation data for engine_newPayload calls from the execution layer perspective.'; + +CREATE TABLE IF NOT EXISTS default.execution_state_size_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the state size measurement was taken' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'Block number at which the state size was measured' CODEC(DoubleDelta, ZSTD(1)), + `state_root` FixedString(66) COMMENT 'State root hash of the execution layer at this block' CODEC(ZSTD(1)), + `accounts` UInt64 COMMENT 'Total number of accounts in the state' CODEC(ZSTD(1)), + `account_bytes` UInt64 COMMENT 'Total bytes used by account data' CODEC(ZSTD(1)), + `account_trienodes` UInt64 COMMENT 'Number of trie nodes in the account trie' CODEC(ZSTD(1)), + `account_trienode_bytes` UInt64 COMMENT 'Total bytes used by account trie nodes' CODEC(ZSTD(1)), + `contract_codes` UInt64 COMMENT 'Total number of contract codes stored' CODEC(ZSTD(1)), + `contract_code_bytes` UInt64 COMMENT 'Total bytes used by contract code' CODEC(ZSTD(1)), + `storages` UInt64 COMMENT 'Total number of storage slots in the state' CODEC(ZSTD(1)), + `storage_bytes` UInt64 COMMENT 'Total bytes used by storage data' CODEC(ZSTD(1)), + `storage_trienodes` UInt64 COMMENT 'Number of trie nodes in the storage trie' CODEC(ZSTD(1)), + `storage_trienode_bytes` UInt64 COMMENT 'Total bytes used by storage trie nodes' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_execution_version` LowCardinality(String) COMMENT 'Execution client version that generated the event', + `meta_execution_version_major` LowCardinality(String) COMMENT 'Execution client major version that generated the event', + `meta_execution_version_minor` LowCardinality(String) COMMENT 'Execution client minor version that generated the event', + `meta_execution_version_patch` LowCardinality(String) COMMENT 'Execution client patch version that generated the event', + `meta_execution_implementation` LowCardinality(String) COMMENT 'Execution client implementation that generated the event' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, meta_client_name, state_root, event_date_time) +COMMENT 'Contains execution layer state size metrics including account, contract code, and storage data measurements at specific block heights.'; + +CREATE TABLE IF NOT EXISTS default.execution_transaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'The block hash' CODEC(ZSTD(1)), + `parent_hash` FixedString(66) COMMENT 'The parent block hash' CODEC(ZSTD(1)), + `position` UInt32 COMMENT 'The position of the transaction in the beacon block' CODEC(DoubleDelta, ZSTD(1)), + `hash` FixedString(66) COMMENT 'The hash of the transaction' CODEC(ZSTD(1)), + `from` FixedString(42) COMMENT 'The address of the account that sent the transaction' CODEC(ZSTD(1)), + `to` Nullable(FixedString(42)) COMMENT 'The address of the account that is the transaction recipient' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'The nonce of the sender account at the time of the transaction' CODEC(ZSTD(1)), + `gas_price` UInt128 COMMENT 'The gas price of the transaction in wei' CODEC(ZSTD(1)), + `gas` UInt64 COMMENT 'The maximum gas provided for the transaction execution' CODEC(ZSTD(1)), + `gas_tip_cap` Nullable(UInt128) COMMENT 'The priority fee (tip) the user has set for the transaction' CODEC(ZSTD(1)), + `gas_fee_cap` Nullable(UInt128) COMMENT 'The max fee the user has set for the transaction' CODEC(ZSTD(1)), + `value` UInt128 COMMENT 'The value transferred with the transaction in wei' CODEC(ZSTD(1)), + `type` UInt8 COMMENT 'The type of the transaction' CODEC(ZSTD(1)), + `size` UInt32 COMMENT 'The size of the transaction data in bytes' CODEC(ZSTD(1)), + `call_data_size` UInt32 COMMENT 'The size of the call data of the transaction in bytes' CODEC(ZSTD(1)), + `blob_gas` Nullable(UInt64) COMMENT 'The maximum gas provided for the blob transaction execution' CODEC(ZSTD(1)), + `blob_gas_fee_cap` Nullable(UInt128) COMMENT 'The max fee the user has set for the transaction' CODEC(ZSTD(1)), + `blob_hashes` Array(String) COMMENT 'The hashes of the blob commitments for blob transactions' CODEC(ZSTD(1)), + `success` Bool COMMENT 'The transaction success' CODEC(ZSTD(1)), + `n_input_bytes` UInt32 COMMENT 'The transaction input bytes' CODEC(ZSTD(1)), + `n_input_zero_bytes` UInt32 COMMENT 'The transaction input zero bytes' CODEC(ZSTD(1)), + `n_input_nonzero_bytes` UInt32 COMMENT 'The transaction input nonzero bytes' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, intDiv(block_number, 5000000)) +ORDER BY (meta_network_name, block_number, block_hash, position) +COMMENT 'Contains execution transaction data that may not be canonical.'; + +CREATE TABLE IF NOT EXISTS default.imported_sources_local ON CLUSTER '{cluster}' +( + `create_date_time` DateTime64(3) COMMENT 'Creation date of this row' CODEC(DoubleDelta, ZSTD(1)), + `target_date_time` DateTime COMMENT 'The date of the data that was imported' CODEC(DoubleDelta, ZSTD(1)), + `source` LowCardinality(String) COMMENT 'Source of the data that was imported' +) +ENGINE = ReplicatedMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}') +PARTITION BY toStartOfMonth(create_date_time) +ORDER BY (create_date_time, source) +COMMENT 'This table contains the list of sources that have been imported into the database'; + +CREATE TABLE IF NOT EXISTS default.libp2p_add_peer_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `protocol` LowCardinality(String) COMMENT 'Protocol used by the peer', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key) +COMMENT 'Contains the details of the peers added to the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_connected_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `remote_peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the remote peer', + `remote_protocol` LowCardinality(String) COMMENT 'Protocol of the remote peer', + `remote_transport_protocol` LowCardinality(String) COMMENT 'Transport protocol of the remote peer', + `remote_port` Nullable(UInt16) COMMENT 'Port of the remote peer' CODEC(ZSTD(1)), + `remote_ip` Nullable(IPv6) COMMENT 'IP address of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_city` LowCardinality(String) COMMENT 'City of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_country` LowCardinality(String) COMMENT 'Country of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_country_code` LowCardinality(String) COMMENT 'Country code of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_agent_implementation` LowCardinality(String) COMMENT 'Implementation of the remote peer', + `remote_agent_version` LowCardinality(String) COMMENT 'Version of the remote peer', + `remote_agent_version_major` LowCardinality(String) COMMENT 'Major version of the remote peer', + `remote_agent_version_minor` LowCardinality(String) COMMENT 'Minor version of the remote peer', + `remote_agent_version_patch` LowCardinality(String) COMMENT 'Patch version of the remote peer', + `remote_agent_platform` LowCardinality(String) COMMENT 'Platform of the remote peer', + `direction` LowCardinality(String) COMMENT 'Connection direction', + `opened` DateTime COMMENT 'Timestamp when the connection was opened' CODEC(DoubleDelta, ZSTD(1)), + `transient` Bool COMMENT 'Whether the connection is transient', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, remote_peer_id_unique_key, direction, opened) +COMMENT 'Contains the details of the CONNECTED events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_deliver_message_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `seq_number` UInt64 COMMENT 'A linearly increasing number that is unique among messages originating from the given peer' CODEC(DoubleDelta, ZSTD(1)), + `local_delivery` Bool COMMENT 'Indicates if the message was delivered to in-process subscribers only', + `peer_id_unique_key` Int64 COMMENT 'Unique key for the peer that delivered the message', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name, message_id, seq_number) +COMMENT 'Contains the details of the DELIVER_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_disconnected_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `remote_peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the remote peer', + `remote_protocol` LowCardinality(String) COMMENT 'Protocol of the remote peer', + `remote_transport_protocol` LowCardinality(String) COMMENT 'Transport protocol of the remote peer', + `remote_port` Nullable(UInt16) COMMENT 'Port of the remote peer' CODEC(ZSTD(1)), + `remote_ip` Nullable(IPv6) COMMENT 'IP address of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_city` LowCardinality(String) COMMENT 'City of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_country` LowCardinality(String) COMMENT 'Country of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_country_code` LowCardinality(String) COMMENT 'Country code of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the remote peer that generated the event' CODEC(ZSTD(1)), + `remote_agent_implementation` LowCardinality(String) COMMENT 'Implementation of the remote peer', + `remote_agent_version` LowCardinality(String) COMMENT 'Version of the remote peer', + `remote_agent_version_major` LowCardinality(String) COMMENT 'Major version of the remote peer', + `remote_agent_version_minor` LowCardinality(String) COMMENT 'Minor version of the remote peer', + `remote_agent_version_patch` LowCardinality(String) COMMENT 'Patch version of the remote peer', + `remote_agent_platform` LowCardinality(String) COMMENT 'Platform of the remote peer', + `direction` LowCardinality(String) COMMENT 'Connection direction', + `opened` DateTime COMMENT 'Timestamp when the connection was opened' CODEC(DoubleDelta, ZSTD(1)), + `transient` Bool COMMENT 'Whether the connection is transient', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, remote_peer_id_unique_key, direction, opened) +COMMENT 'Contains the details of the DISCONNECTED events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_drop_rpc_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each record', + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer receiver', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, meta_client_name) +COMMENT 'Contains the details of the RPC messages dropped by the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_duplicate_message_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `seq_number` UInt64 COMMENT 'A linearly increasing number that is unique among messages originating from the given peer' CODEC(DoubleDelta, ZSTD(1)), + `local_delivery` Bool COMMENT 'Indicates if the message was duplicated locally', + `peer_id_unique_key` Int64 COMMENT 'Unique key for the peer that sent the duplicate message', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name, message_id, seq_number) +COMMENT 'Contains the details of the DUPLICATE_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_aggregate_and_proof_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event with millisecond precision' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'Start date and time of the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'Start date and time of the epoch' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'Slot number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'Start date and time of the wall clock slot when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'Epoch number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'Start date and time of the wall clock epoch when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'Difference in slot start time for propagation' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic in the gossipsub protocol', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding used for the topic', + `aggregator_index` UInt32 COMMENT 'Index of the validator who created this aggregate' CODEC(DoubleDelta, ZSTD(1)), + `committee_index` LowCardinality(String) COMMENT 'Committee index from the attestation', + `aggregation_bits` String COMMENT 'Bitfield of aggregated attestation' CODEC(ZSTD(1)), + `beacon_block_root` FixedString(66) COMMENT 'Root of the beacon block being attested to' CODEC(ZSTD(1)), + `source_epoch` UInt32 COMMENT 'Source epoch from the attestation' CODEC(DoubleDelta, ZSTD(1)), + `source_root` FixedString(66) COMMENT 'Source root from the attestation' CODEC(ZSTD(1)), + `target_epoch` UInt32 COMMENT 'Target epoch from the attestation' CODEC(DoubleDelta, ZSTD(1)), + `target_root` FixedString(66) COMMENT 'Target root from the attestation' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Name of the network associated with the client' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, peer_id_unique_key, message_id) +COMMENT 'Table for libp2p gossipsub aggregate and proof data.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_beacon_attestation_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event with millisecond precision' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'Start date and time of the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'The epoch number in the attestation' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `committee_index` LowCardinality(String) COMMENT 'The committee index in the attestation', + `attesting_validator_index` Nullable(UInt32) COMMENT 'The index of the validator attesting to the event' CODEC(ZSTD(1)), + `attesting_validator_committee_index` LowCardinality(String) COMMENT 'The committee index of the attesting validator', + `wallclock_slot` UInt32 COMMENT 'Slot number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'Start date and time of the wall clock slot when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'Epoch number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'Start date and time of the wall clock epoch when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'Difference in slot start time for propagation' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic in the gossipsub protocol', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding used for the topic', + `aggregation_bits` String COMMENT 'The aggregation bits of the event in the attestation' CODEC(ZSTD(1)), + `beacon_block_root` FixedString(66) COMMENT 'The beacon block root hash in the attestation' CODEC(ZSTD(1)), + `source_epoch` UInt32 COMMENT 'The source epoch number in the attestation' CODEC(DoubleDelta, ZSTD(1)), + `source_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the source epoch started' CODEC(DoubleDelta, ZSTD(1)), + `source_root` FixedString(66) COMMENT 'The source beacon block root hash in the attestation' CODEC(ZSTD(1)), + `target_epoch` UInt32 COMMENT 'The target epoch number in the attestation' CODEC(DoubleDelta, ZSTD(1)), + `target_epoch_start_date_time` DateTime COMMENT 'The wall clock time when the target epoch started' CODEC(DoubleDelta, ZSTD(1)), + `target_root` FixedString(66) COMMENT 'The target beacon block root hash in the attestation' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Name of the network associated with the client' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, peer_id_unique_key, message_id) +COMMENT 'Table for libp2p gossipsub beacon attestation data.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_beacon_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event with millisecond precision' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'Start date and time of the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'Start date and time of the epoch' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'Slot number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'Start date and time of the wall clock slot when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'Epoch number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'Start date and time of the wall clock epoch when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'Difference in slot start time for propagation' CODEC(ZSTD(1)), + `block` FixedString(66) COMMENT 'The beacon block root hash' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The proposer index of the beacon block' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic in the gossipsub protocol', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding used for the topic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Name of the network associated with the client' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, peer_id_unique_key, message_id) +COMMENT 'Table for libp2p gossipsub beacon block data.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_blob_sidecar_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event with millisecond precision' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'Start date and time of the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'Start date and time of the epoch' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'Slot number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'Start date and time of the wall clock slot when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'Epoch number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'Start date and time of the wall clock epoch when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'Difference in slot start time for propagation' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The proposer index of the beacon block' CODEC(ZSTD(1)), + `blob_index` UInt32 COMMENT 'Blob index associated with the record' CODEC(ZSTD(1)), + `beacon_block_root` FixedString(66) CODEC(ZSTD(1)), + `parent_root` FixedString(66) COMMENT 'Parent root of the beacon block' CODEC(ZSTD(1)), + `state_root` FixedString(66) COMMENT 'State root of the beacon block' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic in the gossipsub protocol', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding used for the topic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Name of the network associated with the client' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, peer_id_unique_key, message_id) +COMMENT 'Table for libp2p gossipsub blob sidecar data'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_data_column_sidecar_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event with millisecond precision' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'Start date and time of the slot' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number associated with the event' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'Start date and time of the epoch' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'Slot number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'Start date and time of the wall clock slot when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'Epoch number of the wall clock when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'Start date and time of the wall clock epoch when the event was received' CODEC(DoubleDelta, ZSTD(1)), + `propagation_slot_start_diff` UInt32 COMMENT 'Difference in slot start time for propagation' CODEC(ZSTD(1)), + `proposer_index` UInt32 COMMENT 'The proposer index of the beacon block' CODEC(ZSTD(1)), + `column_index` UInt64 COMMENT 'Column index associated with the record' CODEC(ZSTD(1)), + `kzg_commitments_count` UInt32 COMMENT 'Number of KZG commitments associated with the record' CODEC(ZSTD(1)), + `beacon_block_root` FixedString(66) CODEC(ZSTD(1)), + `parent_root` FixedString(66) COMMENT 'Parent root of the beacon block' CODEC(ZSTD(1)), + `state_root` FixedString(66) COMMENT 'State root of the beacon block' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic in the gossipsub protocol', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding used for the topic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Name of the network associated with the client' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, meta_client_name, peer_id_unique_key, message_id) +COMMENT 'Table for libp2p gossipsub data column sidecar data'; + +CREATE TABLE IF NOT EXISTS default.libp2p_graft_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key for the peer that initiated the GRAFT (eg joined the mesh for this topic) identifies mesh membership changes per peer.', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name) +COMMENT 'Contains the details of the GRAFT events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_handle_metadata_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the RPC', + `error` Nullable(String) COMMENT 'Error message if the metadata handling failed' CODEC(ZSTD(1)), + `protocol` LowCardinality(String) COMMENT 'The protocol of the metadata handling event', + `direction` LowCardinality(String) COMMENT 'Direction of the RPC request (inbound or outbound)' CODEC(ZSTD(1)), + `attnets` String COMMENT 'Attestation subnets the peer is subscribed to' CODEC(ZSTD(1)), + `seq_number` UInt64 COMMENT 'Sequence number of the metadata' CODEC(DoubleDelta, ZSTD(1)), + `syncnets` String COMMENT 'Sync subnets the peer is subscribed to' CODEC(ZSTD(1)), + `custody_group_count` Nullable(UInt8) COMMENT 'Number of custody groups (0-127)' CODEC(ZSTD(1)), + `latency_milliseconds` Decimal(10, 3) COMMENT 'How long it took to handle the metadata request in milliseconds' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, attnets, seq_number, syncnets, latency_milliseconds) +COMMENT 'Contains the metadata handling events for libp2p peers.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_handle_status_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `error` Nullable(String) COMMENT 'Error message if the status handling failed' CODEC(ZSTD(1)), + `protocol` LowCardinality(String) COMMENT 'The protocol of the status handling event', + `direction` LowCardinality(String) COMMENT 'Direction of the RPC request (inbound or outbound)' CODEC(ZSTD(1)), + `request_finalized_epoch` Nullable(UInt32) COMMENT 'Requested finalized epoch' CODEC(DoubleDelta, ZSTD(1)), + `request_finalized_root` Nullable(String) COMMENT 'Requested finalized root', + `request_fork_digest` LowCardinality(String) COMMENT 'Requested fork digest', + `request_head_root` Nullable(FixedString(66)) COMMENT 'Requested head root' CODEC(ZSTD(1)), + `request_head_slot` Nullable(UInt32) COMMENT 'Requested head slot' CODEC(ZSTD(1)), + `request_earliest_available_slot` Nullable(UInt32) COMMENT 'Requested earliest available slot' CODEC(ZSTD(1)), + `response_finalized_epoch` Nullable(UInt32) COMMENT 'Response finalized epoch' CODEC(DoubleDelta, ZSTD(1)), + `response_finalized_root` Nullable(FixedString(66)) COMMENT 'Response finalized root' CODEC(ZSTD(1)), + `response_fork_digest` LowCardinality(String) COMMENT 'Response fork digest', + `response_head_root` Nullable(FixedString(66)) COMMENT 'Response head root' CODEC(ZSTD(1)), + `response_head_slot` Nullable(UInt32) COMMENT 'Response head slot' CODEC(DoubleDelta, ZSTD(1)), + `response_earliest_available_slot` Nullable(UInt32) COMMENT 'Response earliest available slot' CODEC(ZSTD(1)), + `latency_milliseconds` Decimal(10, 3) COMMENT 'How long it took to handle the status request in milliseconds' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, latency_milliseconds) +COMMENT 'Contains the status handling events for libp2p peers.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_identify_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `remote_peer_id_unique_key` Int64 CODEC(ZSTD(1)), + `success` Bool CODEC(ZSTD(1)), + `error` Nullable(String) CODEC(ZSTD(1)), + `remote_protocol` LowCardinality(String), + `remote_transport_protocol` LowCardinality(String), + `remote_port` UInt16 CODEC(ZSTD(1)), + `remote_ip` Nullable(IPv6) CODEC(ZSTD(1)), + `remote_geo_city` LowCardinality(String) CODEC(ZSTD(1)), + `remote_geo_country` LowCardinality(String) CODEC(ZSTD(1)), + `remote_geo_country_code` LowCardinality(String) CODEC(ZSTD(1)), + `remote_geo_continent_code` LowCardinality(String) CODEC(ZSTD(1)), + `remote_geo_longitude` Nullable(Float64) CODEC(ZSTD(1)), + `remote_geo_latitude` Nullable(Float64) CODEC(ZSTD(1)), + `remote_geo_autonomous_system_number` Nullable(UInt32) CODEC(ZSTD(1)), + `remote_geo_autonomous_system_organization` Nullable(String) CODEC(ZSTD(1)), + `remote_agent_implementation` LowCardinality(String), + `remote_agent_version` LowCardinality(String), + `remote_agent_version_major` LowCardinality(String), + `remote_agent_version_minor` LowCardinality(String), + `remote_agent_version_patch` LowCardinality(String), + `remote_agent_platform` LowCardinality(String), + `protocol_version` LowCardinality(String), + `protocols` Array(String) CODEC(ZSTD(1)), + `listen_addrs` Array(String) CODEC(ZSTD(1)), + `observed_addr` String CODEC(ZSTD(1)), + `transport` LowCardinality(String), + `security` LowCardinality(String), + `muxer` LowCardinality(String), + `direction` LowCardinality(String), + `remote_multiaddr` String CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_client_version` LowCardinality(String), + `meta_client_implementation` LowCardinality(String), + `meta_client_os` LowCardinality(String), + `meta_client_ip` Nullable(IPv6) CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, remote_peer_id_unique_key, direction) +COMMENT 'Contains libp2p identify protocol exchange results including remote peer agent info, supported protocols, and connection metadata'; + +CREATE TABLE IF NOT EXISTS default.libp2p_join_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer that joined the topic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name) +COMMENT 'Contains the details of the JOIN events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_leave_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer that left the topic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name) +COMMENT 'Contains the details of the LEAVE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_peer_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each record, seahash of peer_id + meta_network_name', + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `peer_id` String COMMENT 'Peer ID' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY unique_key +COMMENT 'Lookup table mapping seahashed peer_id + network to original peer ID. Collected from deep instrumentation within forked consensus layer clients. Partition: monthly by `event_date_time`'; + +CREATE TABLE IF NOT EXISTS default.libp2p_prune_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key for the peer that was PRUNED (eg removed from the mesh for this topic) identifies mesh membership changes per peer.', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name) +COMMENT 'Contains the details of the PRUNE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_publish_message_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, topic_fork_digest_value, topic_name, message_id) +COMMENT 'Contains the details of the PUBLISH_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_recv_rpc_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each record', + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer sender', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, meta_client_name) +COMMENT 'Contains the details of the RPC messages received by the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_reject_message_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `seq_number` UInt64 COMMENT 'A linearly increasing number that is unique among messages originating from the given peer' CODEC(DoubleDelta, ZSTD(1)), + `local_delivery` Bool COMMENT 'Indicates if the message was rejected by local subscriber', + `peer_id_unique_key` Int64 COMMENT 'Unique key for the peer that rejected the message', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `message_size` UInt32 COMMENT 'Size of the message in bytes' CODEC(ZSTD(1)), + `reason` String COMMENT 'Reason for message rejection' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name, message_id, seq_number) +COMMENT 'Contains the details of the REJECT_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_remove_peer_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key) +COMMENT 'Contains the details of the peers removed from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_data_column_custody_probe_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the probe was executed' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number being probed' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number of the slot being probed' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The wall clock time when the epoch started' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_slot` UInt32 COMMENT 'The wallclock slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_slot_start_date_time` DateTime COMMENT 'The start time for the slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_epoch` UInt32 COMMENT 'The wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_epoch_start_date_time` DateTime COMMENT 'The start time for the wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `column_index` UInt64 COMMENT 'Column index being probed' CODEC(ZSTD(1)), + `column_rows_count` UInt16 COMMENT 'Number of rows in the column' CODEC(ZSTD(1)), + `beacon_block_root` FixedString(66) COMMENT 'Root of the beacon block' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer', + `result` LowCardinality(String) COMMENT 'Result of the probe' CODEC(ZSTD(1)), + `response_time_ms` Int32 COMMENT 'Response time in milliseconds' CODEC(ZSTD(1)), + `error` Nullable(String) COMMENT 'Error message if probe failed' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that executed the probe', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, peer_id_unique_key, slot, column_index) +COMMENT 'Contains custody probe events for data column availability verification'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_graft_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each "Graft" control record', + `updated_date_time` DateTime COMMENT 'Timestamp when the "Graft" control record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the "Graft" control event' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta control GRAFT array' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the "Graft" control metadata', + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the Graft control', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, meta_client_name) +COMMENT 'Contains the details of the "Graft" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_idontwant_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each IDONTWANT control record', + `updated_date_time` DateTime COMMENT 'Timestamp when the IDONTWANT control record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the IDONTWANT control event' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta control idontwant array' CODEC(DoubleDelta, ZSTD(1)), + `message_index` Int32 COMMENT 'Position in the RPC meta control idontwant message_ids array' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the IDONTWANT control metadata', + `message_id` String COMMENT 'Identifier of the message associated with the IDONTWANT control' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the IDONTWANT control', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, peer_id_unique_key, message_id, message_index, meta_client_name) +COMMENT 'Contains the details of the IDONTWANT control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_ihave_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each "I have" control record', + `updated_date_time` DateTime COMMENT 'Timestamp when the "I have" control record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the "I have" control event' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the "I have" control metadata', + `message_index` Int32 COMMENT 'Position in the RPC meta control IWANT message_ids array' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta control IWANT array' CODEC(DoubleDelta, ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `message_id` String COMMENT 'Identifier of the message associated with the "I have" control' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the I have control', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, message_index, meta_client_name) +COMMENT 'Contains the details of the "I have" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_iwant_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each "I want" control record', + `updated_date_time` DateTime COMMENT 'Timestamp when the "I want" control record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the "I want" control event' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta control IWANT array' CODEC(DoubleDelta, ZSTD(1)), + `message_index` Int32 COMMENT 'Position in the RPC meta control IWANT message_ids array' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the "I want" control metadata', + `message_id` String COMMENT 'Identifier of the message associated with the "I want" control' CODEC(ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the I want control', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, message_index, meta_client_name) +COMMENT 'Contains the details of the "I want" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_prune_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each "Prune" control record', + `updated_date_time` DateTime COMMENT 'Timestamp when the "Prune" control record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the "Prune" control event' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta control PRUNE array' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the "Prune" control metadata', + `peer_id_index` Int32 CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the Prune control', + `graft_peer_id_unique_key` Nullable(Int64) COMMENT 'Unique key associated with the identifier of the graft peer involved in the Prune control', + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, meta_client_name) +COMMENT 'Contains the details of the "Prune" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_message_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each RPC message record', + `updated_date_time` DateTime COMMENT 'Timestamp when the RPC message record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the RPC event' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta message array' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the RPC metadata', + `message_id` String COMMENT 'Identifier of the message' CODEC(ZSTD(1)), + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the RPC', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, meta_client_name) +COMMENT 'Contains the details of the RPC meta messages from the peer'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_subscription_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each RPC subscription record', + `updated_date_time` DateTime COMMENT 'Timestamp when the RPC subscription record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the RPC subscription event' CODEC(DoubleDelta, ZSTD(1)), + `control_index` Int32 COMMENT 'Position in the RPC meta subscription array' CODEC(DoubleDelta, ZSTD(1)), + `rpc_meta_unique_key` Int64 COMMENT 'Unique key associated with the RPC subscription metadata', + `subscribe` Bool COMMENT 'Boolean indicating if it is a subscription or unsubscription', + `topic_layer` LowCardinality(String) COMMENT 'Layer of the topic', + `topic_fork_digest_value` LowCardinality(String) COMMENT 'Fork digest value of the topic', + `topic_name` LowCardinality(String) COMMENT 'Name of the topic', + `topic_encoding` LowCardinality(String) COMMENT 'Encoding of the topic', + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer involved in the subscription', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, control_index, meta_client_name) +COMMENT 'Contains the details of the RPC subscriptions from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_send_rpc_local ON CLUSTER '{cluster}' +( + `unique_key` Int64 COMMENT 'Unique identifier for each record', + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the event' CODEC(DoubleDelta, ZSTD(1)), + `peer_id_unique_key` Int64 COMMENT 'Unique key associated with the identifier of the peer receiver', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, unique_key, meta_client_name) +COMMENT 'Contains the details of the RPC messages sent by the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_synthetic_heartbeat_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'Timestamp of the heartbeat event' CODEC(DoubleDelta, ZSTD(1)), + `remote_peer_id_unique_key` Int64 COMMENT 'Unique key of the remote peer', + `remote_maddrs` String COMMENT 'Multiaddress of the remote peer' CODEC(ZSTD(1)), + `latency_ms` Nullable(Int64) COMMENT 'EWMA latency in milliseconds (0 if unavailable)' CODEC(ZSTD(1)), + `direction` LowCardinality(String) COMMENT 'Connection direction (Unknown/Inbound/Outbound)', + `protocols` Array(String) COMMENT 'List of supported protocols' CODEC(ZSTD(1)), + `connection_age_ms` Nullable(Int64) COMMENT 'Connection age in milliseconds' CODEC(ZSTD(1)), + `remote_agent_implementation` LowCardinality(String) COMMENT 'Implementation of the remote peer', + `remote_agent_version` LowCardinality(String) COMMENT 'Version of the remote peer', + `remote_agent_version_major` LowCardinality(String) COMMENT 'Major version of the remote peer', + `remote_agent_version_minor` LowCardinality(String) COMMENT 'Minor version of the remote peer', + `remote_agent_version_patch` LowCardinality(String) COMMENT 'Patch version of the remote peer', + `remote_agent_platform` LowCardinality(String) COMMENT 'Platform of the remote peer', + `remote_ip` Nullable(IPv6) COMMENT 'IP address of the remote peer' CODEC(ZSTD(1)), + `remote_port` Nullable(UInt16) COMMENT 'Port of the remote peer' CODEC(ZSTD(1)), + `remote_geo_city` LowCardinality(String) COMMENT 'City of the remote peer' CODEC(ZSTD(1)), + `remote_geo_country` LowCardinality(String) COMMENT 'Country of the remote peer' CODEC(ZSTD(1)), + `remote_geo_country_code` LowCardinality(String) COMMENT 'Country code of the remote peer' CODEC(ZSTD(1)), + `remote_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the remote peer' CODEC(ZSTD(1)), + `remote_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the remote peer' CODEC(ZSTD(1)), + `remote_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the remote peer' CODEC(ZSTD(1)), + `remote_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'ASN of the remote peer' CODEC(ZSTD(1)), + `remote_geo_autonomous_system_organization` Nullable(String) COMMENT 'AS organization of the remote peer' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'ASN of the client' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'AS organization of the client' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, remote_peer_id_unique_key, updated_date_time) +COMMENT 'Contains heartbeat events from libp2p peers'; + +CREATE TABLE IF NOT EXISTS default.mempool_dumpster_transaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'When this row was last updated, this is outside the source data and used for deduplication' CODEC(DoubleDelta, ZSTD(1)), + `timestamp` DateTime64(3) COMMENT 'Timestamp of the transaction' CODEC(DoubleDelta, ZSTD(1)), + `hash` FixedString(66) COMMENT 'The hash of the transaction' CODEC(ZSTD(1)), + `chain_id` UInt32 COMMENT 'The chain id of the transaction' CODEC(ZSTD(1)), + `from` FixedString(42) COMMENT 'The address of the account that sent the transaction' CODEC(ZSTD(1)), + `to` Nullable(FixedString(42)) COMMENT 'The address of the account that is the transaction recipient' CODEC(ZSTD(1)), + `value` UInt128 COMMENT 'The value transferred with the transaction in wei' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'The nonce of the sender account at the time of the transaction' CODEC(ZSTD(1)), + `gas` UInt64 COMMENT 'The maximum gas provided for the transaction execution' CODEC(ZSTD(1)), + `gas_price` UInt128 COMMENT 'The gas price of the transaction in wei' CODEC(ZSTD(1)), + `gas_tip_cap` Nullable(UInt128) COMMENT 'The gas tip cap of the transaction in wei' CODEC(ZSTD(1)), + `gas_fee_cap` Nullable(UInt128) COMMENT 'The gas fee cap of the transaction in wei' CODEC(ZSTD(1)), + `data_size` UInt32 COMMENT 'The size of the call data of the transaction in bytes' CODEC(ZSTD(1)), + `data_4bytes` Nullable(FixedString(10)) COMMENT 'The first 4 bytes of the call data of the transaction' CODEC(ZSTD(1)), + `sources` Array(LowCardinality(String)) COMMENT 'The sources that saw this transaction in their mempool', + `included_at_block_height` Nullable(UInt64) COMMENT 'The block height at which this transaction was included' CODEC(ZSTD(1)), + `included_block_timestamp` Nullable(DateTime64(3)) COMMENT 'The timestamp of the block at which this transaction was included' CODEC(DoubleDelta, ZSTD(1)), + `inclusion_delay_ms` Nullable(Int64) COMMENT 'The delay between the transaction timestamp and the block timestamp' CODEC(ZSTD(1)) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (chain_id, toYYYYMM(timestamp)) +ORDER BY (chain_id, timestamp, hash, from, nonce, gas) +COMMENT 'Contains transactions from mempool dumpster dataset. Following the parquet schema with some additions'; + +CREATE TABLE IF NOT EXISTS default.mempool_transaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'The time when the sentry saw the transaction in the mempool' CODEC(DoubleDelta, ZSTD(1)), + `hash` FixedString(66) COMMENT 'The hash of the transaction' CODEC(ZSTD(1)), + `from` FixedString(42) COMMENT 'The address of the account that sent the transaction' CODEC(ZSTD(1)), + `to` Nullable(FixedString(42)) COMMENT 'The address of the account that is the transaction recipient' CODEC(ZSTD(1)), + `nonce` UInt64 COMMENT 'The nonce of the sender account at the time of the transaction' CODEC(ZSTD(1)), + `gas_price` UInt128 COMMENT 'The gas price of the transaction in wei' CODEC(ZSTD(1)), + `gas` UInt64 COMMENT 'The maximum gas provided for the transaction execution' CODEC(ZSTD(1)), + `gas_tip_cap` Nullable(UInt128) COMMENT 'The priority fee (tip) the user has set for the transaction', + `gas_fee_cap` Nullable(UInt128) COMMENT 'The max fee the user has set for the transaction', + `value` UInt128 COMMENT 'The value transferred with the transaction in wei' CODEC(ZSTD(1)), + `type` Nullable(UInt8) COMMENT 'The type of the transaction', + `size` UInt32 COMMENT 'The size of the transaction data in bytes' CODEC(ZSTD(1)), + `call_data_size` UInt32 COMMENT 'The size of the call data of the transaction in bytes' CODEC(ZSTD(1)), + `blob_gas` Nullable(UInt64) COMMENT 'The maximum gas provided for the blob transaction execution', + `blob_gas_fee_cap` Nullable(UInt128) COMMENT 'The max fee the user has set for the transaction', + `blob_hashes` Array(String) COMMENT 'The hashes of the blob commitments for blob transactions', + `blob_sidecars_size` Nullable(UInt32) COMMENT 'The total size of the sidecars for blob transactions in bytes', + `blob_sidecars_empty_size` Nullable(UInt32) COMMENT 'The total empty size of the sidecars for blob transactions in bytes', + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `meta_execution_fork_id_hash` LowCardinality(String) COMMENT 'The hash of the fork ID of the current Ethereum network', + `meta_execution_fork_id_next` LowCardinality(String) COMMENT 'The fork ID of the next planned Ethereum network upgrade' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, hash, from, nonce, gas) +COMMENT 'Each row represents a transaction that was seen in the mempool by a sentry client. Sentries can report the same transaction multiple times if it has been long enough since the last report.'; + +CREATE TABLE IF NOT EXISTS default.mev_relay_bid_trace_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the bid was fetched' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number within the block bid' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The start time for the slot that the bid is for' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number derived from the slot that the bid is for' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The start time for the epoch that the bid is for' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_slot` UInt32 COMMENT 'The wallclock slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_slot_start_date_time` DateTime COMMENT 'The start time for the slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_epoch` UInt32 COMMENT 'The wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_request_epoch_start_date_time` DateTime COMMENT 'The start time for the wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `requested_at_slot_time` UInt32 COMMENT 'The time in the slot when the request was sent' CODEC(ZSTD(1)), + `response_at_slot_time` UInt32 COMMENT 'The time in the slot when the response was received' CODEC(ZSTD(1)), + `relay_name` String COMMENT 'The relay that the bid was fetched from' CODEC(ZSTD(1)), + `parent_hash` FixedString(66) COMMENT 'The parent hash of the bid' CODEC(ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number of the bid' CODEC(DoubleDelta, ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'The block hash of the bid' CODEC(ZSTD(1)), + `builder_pubkey` String COMMENT 'The builder pubkey of the bid' CODEC(ZSTD(1)), + `proposer_pubkey` String COMMENT 'The proposer pubkey of the bid' CODEC(ZSTD(1)), + `proposer_fee_recipient` FixedString(42) COMMENT 'The proposer fee recipient of the bid' CODEC(ZSTD(1)), + `gas_limit` UInt64 COMMENT 'The gas limit of the bid' CODEC(DoubleDelta, ZSTD(1)), + `gas_used` UInt64 COMMENT 'The gas used of the bid' CODEC(DoubleDelta, ZSTD(1)), + `value` UInt256 COMMENT 'The transaction value in float64' CODEC(ZSTD(1)), + `num_tx` UInt32 COMMENT 'The number of transactions in the bid' CODEC(DoubleDelta, ZSTD(1)), + `timestamp` Int64 COMMENT 'The timestamp of the bid' CODEC(DoubleDelta, ZSTD(1)), + `timestamp_ms` Int64 COMMENT 'The timestamp of the bid in milliseconds' CODEC(DoubleDelta, ZSTD(1)), + `optimistic_submission` Bool COMMENT 'Whether the bid was optimistic' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, relay_name, block_hash, meta_client_name, builder_pubkey, proposer_pubkey) +COMMENT 'Contains MEV relay block bids data.'; + +CREATE TABLE IF NOT EXISTS default.mev_relay_proposer_payload_delivered_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the payload was delivered' CODEC(DoubleDelta, ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number within the payload' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The start time for the slot that the bid is for' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number derived from the slot that the bid is for' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The start time for the epoch that the bid is for' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'The wallclock slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'The start time for the slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'The wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'The start time for the wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number of the payload' CODEC(DoubleDelta, ZSTD(1)), + `relay_name` String COMMENT 'The relay that delivered the payload' CODEC(ZSTD(1)), + `block_hash` FixedString(66) COMMENT 'The block hash associated with the payload' CODEC(ZSTD(1)), + `proposer_pubkey` String COMMENT 'The proposer pubkey that received the payload' CODEC(ZSTD(1)), + `builder_pubkey` String COMMENT 'The builder pubkey that sent the payload' CODEC(ZSTD(1)), + `proposer_fee_recipient` FixedString(42) COMMENT 'The proposer fee recipient of the payload' CODEC(ZSTD(1)), + `gas_limit` UInt64 COMMENT 'The gas limit of the payload' CODEC(DoubleDelta, ZSTD(1)), + `gas_used` UInt64 COMMENT 'The gas used by the payload' CODEC(DoubleDelta, ZSTD(1)), + `value` UInt256 COMMENT 'The bid value in wei' CODEC(ZSTD(1)), + `num_tx` UInt32 COMMENT 'The number of transactions in the payload' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(slot_start_date_time)) +ORDER BY (meta_network_name, slot_start_date_time, relay_name, block_hash, meta_client_name, builder_pubkey, proposer_pubkey) +COMMENT 'Contains MEV relay proposer payload delivered data.'; + +CREATE TABLE IF NOT EXISTS default.mev_relay_validator_registration_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the registration was fetched' CODEC(DoubleDelta, ZSTD(1)), + `timestamp` Int64 COMMENT 'The timestamp of the registration' CODEC(DoubleDelta, ZSTD(1)), + `relay_name` String COMMENT 'The relay that the registration was fetched from' CODEC(ZSTD(1)), + `validator_index` UInt32 COMMENT 'The validator index of the validator registration' CODEC(ZSTD(1)), + `gas_limit` UInt64 COMMENT 'The gas limit of the validator registration' CODEC(DoubleDelta, ZSTD(1)), + `fee_recipient` String COMMENT 'The fee recipient of the validator registration' CODEC(ZSTD(1)), + `slot` UInt32 COMMENT 'Slot number derived from the validator registration `timestamp` field' CODEC(DoubleDelta, ZSTD(1)), + `slot_start_date_time` DateTime COMMENT 'The slot start time derived from the validator registration `timestamp` field' CODEC(DoubleDelta, ZSTD(1)), + `epoch` UInt32 COMMENT 'Epoch number derived from the validator registration `timestamp` field' CODEC(DoubleDelta, ZSTD(1)), + `epoch_start_date_time` DateTime COMMENT 'The epoch start time derived from the validator registration `timestamp` field' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'The wallclock slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime COMMENT 'The start time for the slot when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch` UInt32 COMMENT 'The wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_epoch_start_date_time` DateTime COMMENT 'The start time for the wallclock epoch when the request was sent' CODEC(DoubleDelta, ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, meta_client_name, relay_name, validator_index, timestamp) +COMMENT 'Contains MEV relay validator registrations data.'; + +CREATE TABLE IF NOT EXISTS default.node_record_consensus_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the discovery module found the node' CODEC(DoubleDelta, ZSTD(1)), + `enr` String COMMENT 'Ethereum Node Record as text' CODEC(ZSTD(1)), + `node_id` String COMMENT 'ID of the Ethereum Node Record' CODEC(ZSTD(1)), + `peer_id_unique_key` Nullable(Int64) COMMENT 'Unique key associated with the identifier of the peer', + `timestamp` Int64 COMMENT 'Event timestamp in unix time' CODEC(DoubleDelta, ZSTD(1)), + `name` String COMMENT 'Consensus client name' CODEC(ZSTD(1)), + `version` LowCardinality(String) COMMENT 'Consensus client version' CODEC(ZSTD(1)), + `version_major` LowCardinality(String) COMMENT 'Consensus client major version' CODEC(ZSTD(1)), + `version_minor` LowCardinality(String) COMMENT 'Consensus client minor version' CODEC(ZSTD(1)), + `version_patch` LowCardinality(String) COMMENT 'Consensus client patch version' CODEC(ZSTD(1)), + `implementation` LowCardinality(String) COMMENT 'Consensus client implementation' CODEC(ZSTD(1)), + `fork_digest` String COMMENT 'Fork digest value' CODEC(ZSTD(1)), + `next_fork_digest` Nullable(String) COMMENT 'Next fork digest of the next scheduled fork' CODEC(ZSTD(1)), + `finalized_root` String COMMENT 'Finalized beacon block root' CODEC(ZSTD(1)), + `finalized_epoch` UInt64 COMMENT 'Finalized epoch number' CODEC(DoubleDelta, ZSTD(1)), + `head_root` String COMMENT 'Head beacon block root' CODEC(ZSTD(1)), + `head_slot` UInt64 COMMENT 'Head slot number' CODEC(DoubleDelta, ZSTD(1)), + `cgc` Nullable(String) COMMENT 'Represents the nodes custody group count' CODEC(ZSTD(1)), + `finalized_epoch_start_date_time` Nullable(DateTime) COMMENT 'Finalized epoch start time' CODEC(DoubleDelta, ZSTD(1)), + `head_slot_start_date_time` Nullable(DateTime) COMMENT 'Head slot start time' CODEC(DoubleDelta, ZSTD(1)), + `ip` Nullable(IPv6) COMMENT 'IP address of the consensus node' CODEC(ZSTD(1)), + `tcp` Nullable(UInt16) COMMENT 'TCP port from ENR' CODEC(DoubleDelta, ZSTD(1)), + `udp` Nullable(UInt16) COMMENT 'UDP port from ENR' CODEC(DoubleDelta, ZSTD(1)), + `quic` Nullable(UInt16) COMMENT 'QUIC port from ENR' CODEC(DoubleDelta, ZSTD(1)), + `has_ipv6` Bool COMMENT 'Whether the consensus node has an IPv6 address' CODEC(ZSTD(1)), + `geo_city` LowCardinality(String) COMMENT 'City of the consensus node' CODEC(ZSTD(1)), + `geo_country` LowCardinality(String) COMMENT 'Country of the consensus node' CODEC(ZSTD(1)), + `geo_country_code` LowCardinality(String) COMMENT 'Country code of the consensus node' CODEC(ZSTD(1)), + `geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the consensus node' CODEC(ZSTD(1)), + `geo_longitude` Nullable(Float64) COMMENT 'Longitude of the consensus node' CODEC(ZSTD(1)), + `geo_latitude` Nullable(Float64) COMMENT 'Latitude of the consensus node' CODEC(ZSTD(1)), + `geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the consensus node' CODEC(ZSTD(1)), + `geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the consensus node' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, enr, meta_client_name) +COMMENT 'Contains consensus node records discovered by the Xatu discovery module.'; + +CREATE TABLE IF NOT EXISTS default.node_record_execution_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime COMMENT 'Timestamp when the record was last updated' CODEC(DoubleDelta, ZSTD(1)), + `event_date_time` DateTime64(3) COMMENT 'When the event was generated' CODEC(DoubleDelta, ZSTD(1)), + `enr` String COMMENT 'Ethereum Node Record as text' CODEC(ZSTD(1)), + `name` String COMMENT 'Execution client name' CODEC(ZSTD(1)), + `version` LowCardinality(String) COMMENT 'Execution client version' CODEC(ZSTD(1)), + `version_major` LowCardinality(String) COMMENT 'Execution client major version' CODEC(ZSTD(1)), + `version_minor` LowCardinality(String) COMMENT 'Execution client minor version' CODEC(ZSTD(1)), + `version_patch` LowCardinality(String) COMMENT 'Execution client patch version' CODEC(ZSTD(1)), + `implementation` LowCardinality(String) COMMENT 'Execution client implementation' CODEC(ZSTD(1)), + `capabilities` Array(String) COMMENT 'List of capabilities (e.g., eth/65,eth/66)' CODEC(ZSTD(1)), + `protocol_version` String COMMENT 'Protocol version' CODEC(ZSTD(1)), + `total_difficulty` String COMMENT 'Total difficulty of the chain' CODEC(ZSTD(1)), + `head` String COMMENT 'Head block hash' CODEC(ZSTD(1)), + `genesis` String COMMENT 'Genesis block hash' CODEC(ZSTD(1)), + `fork_id_hash` String COMMENT 'Fork ID hash' CODEC(ZSTD(1)), + `fork_id_next` String COMMENT 'Fork ID next block' CODEC(ZSTD(1)), + `node_id` String COMMENT 'Node ID from ENR' CODEC(ZSTD(1)), + `ip` Nullable(IPv6) COMMENT 'IP address of the execution node' CODEC(ZSTD(1)), + `tcp` Nullable(UInt16) COMMENT 'TCP port from ENR' CODEC(DoubleDelta, ZSTD(1)), + `udp` Nullable(UInt16) COMMENT 'UDP port from ENR' CODEC(DoubleDelta, ZSTD(1)), + `has_ipv6` Bool COMMENT 'Whether the execution node has an IPv6 address' CODEC(ZSTD(1)), + `geo_city` LowCardinality(String) COMMENT 'City of the execution node' CODEC(ZSTD(1)), + `geo_country` LowCardinality(String) COMMENT 'Country of the execution node' CODEC(ZSTD(1)), + `geo_country_code` LowCardinality(String) COMMENT 'Country code of the execution node' CODEC(ZSTD(1)), + `geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the execution node' CODEC(ZSTD(1)), + `geo_longitude` Nullable(Float64) COMMENT 'Longitude of the execution node' CODEC(ZSTD(1)), + `geo_latitude` Nullable(Float64) COMMENT 'Latitude of the execution node' CODEC(ZSTD(1)), + `geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the execution node' CODEC(ZSTD(1)), + `geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the execution node' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the client that generated the event', + `meta_client_version` LowCardinality(String) COMMENT 'Version of the client that generated the event', + `meta_client_implementation` LowCardinality(String) COMMENT 'Implementation of the client that generated the event', + `meta_client_os` LowCardinality(String) COMMENT 'Operating system of the client that generated the event', + `meta_client_ip` Nullable(IPv6) COMMENT 'IP address of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_city` LowCardinality(String) COMMENT 'City of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country` LowCardinality(String) COMMENT 'Country of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_country_code` LowCardinality(String) COMMENT 'Country code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_continent_code` LowCardinality(String) COMMENT 'Continent code of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_longitude` Nullable(Float64) COMMENT 'Longitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_latitude` Nullable(Float64) COMMENT 'Latitude of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_number` Nullable(UInt32) COMMENT 'Autonomous system number of the client that generated the event' CODEC(ZSTD(1)), + `meta_client_geo_autonomous_system_organization` Nullable(String) COMMENT 'Autonomous system organization of the client that generated the event' CODEC(ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_date_time)) +ORDER BY (meta_network_name, event_date_time, node_id, meta_client_name) +COMMENT 'Contains execution node records discovered by the Xatu discovery module.'; + +-- observoor database + +CREATE TABLE IF NOT EXISTS observoor.block_merge_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `device_id` UInt32 CODEC(ZSTD(1)), + `rw` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, device_id, rw) +COMMENT 'Aggregated block device I/O merge metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.cpu_utilization_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `total_on_cpu_ns` Float32 CODEC(ZSTD(1)), + `event_count` UInt32 CODEC(ZSTD(1)), + `active_cores` UInt16 CODEC(ZSTD(1)), + `system_cores` UInt16 CODEC(ZSTD(1)), + `max_core_on_cpu_ns` Float32 CODEC(ZSTD(1)), + `max_core_id` UInt32 CODEC(ZSTD(1)), + `mean_core_pct` Float32 CODEC(ZSTD(1)), + `min_core_pct` Float32 CODEC(ZSTD(1)), + `max_core_pct` Float32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated CPU utilization metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.disk_bytes_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `device_id` UInt32 CODEC(ZSTD(1)), + `rw` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, device_id, rw) +COMMENT 'Aggregated disk I/O byte metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.disk_latency_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `device_id` UInt32 CODEC(ZSTD(1)), + `rw` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, device_id, rw) +COMMENT 'Aggregated disk I/O latency metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.disk_queue_depth_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `device_id` UInt32 CODEC(ZSTD(1)), + `rw` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, device_id, rw) +COMMENT 'Aggregated disk queue depth metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.fd_close_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated file descriptor close metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.fd_open_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated file descriptor open metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.host_specs_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `event_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `host_id` String, + `kernel_release` LowCardinality(String), + `os_name` LowCardinality(String), + `architecture` LowCardinality(String), + `cpu_model` String, + `cpu_vendor` LowCardinality(String), + `cpu_online_cores` UInt16 CODEC(ZSTD(1)), + `cpu_logical_cores` UInt16 CODEC(ZSTD(1)), + `cpu_physical_cores` UInt16 CODEC(ZSTD(1)), + `cpu_performance_cores` UInt16 CODEC(ZSTD(1)), + `cpu_efficiency_cores` UInt16 CODEC(ZSTD(1)), + `cpu_unknown_type_cores` UInt16 CODEC(ZSTD(1)), + `cpu_logical_ids` Array(UInt16), + `cpu_core_ids` Array(Int32), + `cpu_package_ids` Array(Int32), + `cpu_die_ids` Array(Int32), + `cpu_cluster_ids` Array(Int32), + `cpu_core_types` Array(UInt8), + `cpu_core_type_labels` Array(String), + `cpu_online_flags` Array(UInt8), + `cpu_max_freq_khz` Array(UInt64), + `cpu_base_freq_khz` Array(UInt64), + `memory_total_bytes` UInt64 CODEC(ZSTD(1)), + `memory_type` LowCardinality(String), + `memory_speed_mts` UInt32 CODEC(ZSTD(1)), + `memory_dimm_count` UInt16 CODEC(ZSTD(1)), + `memory_dimm_sizes_bytes` Array(UInt64), + `memory_dimm_types` Array(String), + `memory_dimm_speeds_mts` Array(UInt32), + `memory_dimm_configured_speeds_mts` Array(UInt32), + `memory_dimm_locators` Array(String), + `memory_dimm_bank_locators` Array(String), + `memory_dimm_manufacturers` Array(String), + `memory_dimm_part_numbers` Array(String), + `memory_dimm_serials` Array(String), + `disk_count` UInt16 CODEC(ZSTD(1)), + `disk_total_bytes` UInt64 CODEC(ZSTD(1)), + `disk_names` Array(String), + `disk_models` Array(String), + `disk_vendors` Array(String), + `disk_serials` Array(String), + `disk_sizes_bytes` Array(UInt64), + `disk_rotational` Array(UInt8), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_time)) +ORDER BY (meta_network_name, event_time, host_id, meta_client_name) +COMMENT 'Periodic host hardware specification snapshots including CPU, memory, and disk details'; + +CREATE TABLE IF NOT EXISTS observoor.mem_compaction_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated memory compaction metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.mem_reclaim_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated memory reclaim metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.memory_usage_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String), + `sampling_rate` Float32 CODEC(ZSTD(1)), + `vm_size_bytes` UInt64 CODEC(ZSTD(1)), + `vm_rss_bytes` UInt64 CODEC(ZSTD(1)), + `rss_anon_bytes` UInt64 CODEC(ZSTD(1)), + `rss_file_bytes` UInt64 CODEC(ZSTD(1)), + `rss_shmem_bytes` UInt64 CODEC(ZSTD(1)), + `vm_swap_bytes` UInt64 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Periodic memory usage snapshots of Ethereum client processes from /proc/[pid]/status'; + +CREATE TABLE IF NOT EXISTS observoor.net_io_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `port_label` LowCardinality(String), + `direction` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, port_label, direction) +COMMENT 'Aggregated network I/O metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.oom_kill_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated OOM kill events from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.page_fault_major_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated major page fault metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.page_fault_minor_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated minor page fault metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.process_exit_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated process exit events from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.process_fd_usage_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String), + `sampling_rate` Float32 CODEC(ZSTD(1)), + `open_fds` UInt32 CODEC(ZSTD(1)), + `fd_limit_soft` UInt64 CODEC(ZSTD(1)), + `fd_limit_hard` UInt64 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Periodic file descriptor usage snapshots of Ethereum client processes from /proc/[pid]/fd and /proc/[pid]/limits'; + +CREATE TABLE IF NOT EXISTS observoor.process_io_usage_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String), + `sampling_rate` Float32 CODEC(ZSTD(1)), + `rchar_bytes` UInt64 CODEC(ZSTD(1)), + `wchar_bytes` UInt64 CODEC(ZSTD(1)), + `syscr` UInt64 CODEC(ZSTD(1)), + `syscw` UInt64 CODEC(ZSTD(1)), + `read_bytes` UInt64 CODEC(ZSTD(1)), + `write_bytes` UInt64 CODEC(ZSTD(1)), + `cancelled_write_bytes` Int64 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Periodic I/O usage snapshots of Ethereum client processes from /proc/[pid]/io'; + +CREATE TABLE IF NOT EXISTS observoor.process_sched_usage_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String), + `sampling_rate` Float32 CODEC(ZSTD(1)), + `threads` UInt32 CODEC(ZSTD(1)), + `voluntary_ctxt_switches` UInt64 CODEC(ZSTD(1)), + `nonvoluntary_ctxt_switches` UInt64 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Periodic scheduler usage snapshots of Ethereum client processes from /proc/[pid]/status and /proc/[pid]/sched'; + +CREATE TABLE IF NOT EXISTS observoor.raw_events_local ON CLUSTER '{cluster}' +( + `timestamp_ns` UInt64 COMMENT 'Wall clock time of the event in nanoseconds since Unix epoch' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt64 COMMENT 'Ethereum slot number at the time of the event (from wall clock)' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) COMMENT 'Wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `cl_syncing` Bool COMMENT 'Whether the consensus layer was syncing when this event was captured' CODEC(ZSTD(1)), + `el_optimistic` Bool COMMENT 'Whether the execution layer was in optimistic sync mode when this event was captured' CODEC(ZSTD(1)), + `el_offline` Bool COMMENT 'Whether the execution layer was unreachable when this event was captured' CODEC(ZSTD(1)), + `pid` UInt32 COMMENT 'Process ID of the traced Ethereum client' CODEC(ZSTD(1)), + `tid` UInt32 COMMENT 'Thread ID within the traced process' CODEC(ZSTD(1)), + `event_type` LowCardinality(String) COMMENT 'Type of eBPF event (syscall_read, disk_io, net_tx, etc.)', + `client_type` LowCardinality(String) COMMENT 'Ethereum client implementation (geth, reth, prysm, lighthouse, etc.)', + `latency_ns` UInt64 COMMENT 'Latency in nanoseconds for syscall and disk I/O events' CODEC(ZSTD(1)), + `bytes` Int64 COMMENT 'Byte count for I/O events' CODEC(ZSTD(1)), + `src_port` UInt16 COMMENT 'Source port for network events' CODEC(ZSTD(1)), + `dst_port` UInt16 COMMENT 'Destination port for network events' CODEC(ZSTD(1)), + `fd` Int32 COMMENT 'File descriptor number' CODEC(ZSTD(1)), + `filename` String COMMENT 'Filename for fd_open events' CODEC(ZSTD(1)), + `voluntary` Bool COMMENT 'Whether a context switch was voluntary' CODEC(ZSTD(1)), + `on_cpu_ns` UInt64 COMMENT 'Time spent on CPU in nanoseconds before a context switch' CODEC(ZSTD(1)), + `runqueue_ns` UInt64 COMMENT 'Time spent waiting in the run queue' CODEC(ZSTD(1)), + `off_cpu_ns` UInt64 COMMENT 'Time spent off CPU' CODEC(ZSTD(1)), + `major` Bool COMMENT 'Whether a page fault was a major fault' CODEC(ZSTD(1)), + `address` UInt64 COMMENT 'Faulting address for page fault events' CODEC(ZSTD(1)), + `pages` UInt64 COMMENT 'Number of pages for swap events' CODEC(ZSTD(1)), + `rw` UInt8 COMMENT 'Read (0) or write (1) for disk I/O' CODEC(ZSTD(1)), + `queue_depth` UInt32 COMMENT 'Block device queue depth at time of I/O' CODEC(ZSTD(1)), + `device_id` UInt32 COMMENT 'Block device ID (major:minor encoded)' CODEC(ZSTD(1)), + `tcp_state` UInt8 COMMENT 'New TCP state after state change' CODEC(ZSTD(1)), + `tcp_old_state` UInt8 COMMENT 'Previous TCP state before state change' CODEC(ZSTD(1)), + `tcp_srtt_us` UInt32 COMMENT 'Smoothed RTT in microseconds' CODEC(ZSTD(1)), + `tcp_cwnd` UInt32 COMMENT 'Congestion window size' CODEC(ZSTD(1)), + `exit_code` UInt32 COMMENT 'Process exit code' CODEC(ZSTD(1)), + `target_pid` UInt32 COMMENT 'Target PID for OOM kill events' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the node running the observoor agent', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name (mainnet, holesky, etc.)' +) +ENGINE = ReplicatedMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}') +PARTITION BY (meta_network_name, toYYYYMM(wallclock_slot_start_date_time)) +ORDER BY (meta_network_name, wallclock_slot_start_date_time, client_type, event_type, pid) +COMMENT 'Raw eBPF events captured from Ethereum client processes, one row per kernel event.'; + +CREATE TABLE IF NOT EXISTS observoor.sched_off_cpu_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated scheduler off-CPU metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.sched_on_cpu_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated scheduler on-CPU metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.sched_runqueue_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated scheduler run queue metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.swap_in_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated swap-in metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.swap_out_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated swap-out metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.sync_state_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) COMMENT 'Version column for ReplacingMergeTree deduplication' CODEC(DoubleDelta, ZSTD(1)), + `event_time` DateTime64(3) COMMENT 'Time when the sync state was sampled' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot` UInt32 COMMENT 'Ethereum slot number at sampling time' CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) COMMENT 'Wall clock time when the slot started' CODEC(DoubleDelta, ZSTD(1)), + `cl_syncing` Bool COMMENT 'Whether the consensus layer is syncing' CODEC(ZSTD(1)), + `el_optimistic` Bool COMMENT 'Whether the execution layer is in optimistic sync mode' CODEC(ZSTD(1)), + `el_offline` Bool COMMENT 'Whether the execution layer is unreachable' CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String) COMMENT 'Name of the node running the observoor agent', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name (mainnet, holesky, etc.)' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(event_time)) +ORDER BY (meta_network_name, event_time, meta_client_name) +COMMENT 'Sync state snapshots for consensus and execution layers.'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_epoll_wait_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated epoll_wait syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_fdatasync_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated fdatasync syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_fsync_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated fsync syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_futex_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated futex syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_mmap_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated mmap syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_pwrite_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated pwrite syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_read_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated read syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_write_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `histogram` Tuple( le_1us UInt32, le_10us UInt32, le_100us UInt32, le_1ms UInt32, le_10ms UInt32, le_100ms UInt32, le_1s UInt32, le_10s UInt32, le_100s UInt32, inf UInt32) CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated write syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_cwnd_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `port_label` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, port_label) +COMMENT 'Aggregated TCP congestion window metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_retransmit_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `port_label` LowCardinality(String), + `direction` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, port_label, direction) +COMMENT 'Aggregated TCP retransmit metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_rtt_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `port_label` LowCardinality(String), + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `min` Float32 CODEC(ZSTD(1)), + `max` Float32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type, port_label) +COMMENT 'Aggregated TCP round-trip time metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_state_change_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `window_start` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `interval_ms` UInt16 CODEC(ZSTD(1)), + `wallclock_slot` UInt32 CODEC(DoubleDelta, ZSTD(1)), + `wallclock_slot_start_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `pid` UInt32 CODEC(ZSTD(1)), + `client_type` LowCardinality(String), + `sampling_mode` LowCardinality(String) DEFAULT 'none', + `sampling_rate` Float32 DEFAULT 1., + `sum` Float32 CODEC(ZSTD(1)), + `count` UInt32 CODEC(ZSTD(1)), + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String) +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY (meta_network_name, toYYYYMM(window_start)) +ORDER BY (meta_network_name, window_start, meta_client_name, pid, client_type) +COMMENT 'Aggregated TCP state change events from eBPF tracing of Ethereum client processes'; + +-- admin database + +CREATE TABLE IF NOT EXISTS admin.cryo_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime CODEC(DoubleDelta, ZSTD(1)), + `dataset` LowCardinality(String), + `mode` LowCardinality(String), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name' +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY (dataset, mode, meta_network_name) +COMMENT 'Tracks cryo dataset processing state per block'; + +CREATE TABLE IF NOT EXISTS admin.execution_block_local ON CLUSTER '{cluster}' +( + `updated_date_time` DateTime64(3) CODEC(DoubleDelta, ZSTD(1)), + `block_number` UInt64 COMMENT 'The block number' CODEC(DoubleDelta, ZSTD(1)), + `processor` LowCardinality(String) COMMENT 'The type of processor that processed the block', + `meta_network_name` LowCardinality(String) COMMENT 'Ethereum network name', + `complete` UInt8, + `task_count` UInt32 +) +ENGINE = ReplicatedReplacingMergeTree('/clickhouse/{installation}/{cluster}/tables/{shard}/{database}/{table}', '{replica}', updated_date_time) +PARTITION BY meta_network_name +ORDER BY (block_number, processor, meta_network_name) +COMMENT 'Tracks execution block processing state'; + +-- DISTRIBUTED TABLES +-- default database + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_beacon_blob ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_beacon_blob_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_beacon_blob_local', cityHash64(slot_start_date_time, meta_client_name, block_root)) +COMMENT 'Contains beacon API blob metadata derived from block blob_kzg_commitments from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_beacon_committee ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_beacon_committee_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_beacon_committee_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, committee_index)) +COMMENT 'Contains beacon API /eth/v1/beacon/states/{state_id}/committees data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_attestation ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_attestation_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_attestation_local', cityHash64(slot_start_date_time, meta_client_name)) +COMMENT 'Contains beacon API eventstream "attestation" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_blob_sidecar ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_blob_sidecar_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_blob_sidecar_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block_root, blob_index)) +COMMENT 'Contains beacon API eventstream "blob_sidecar" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_block ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_block_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_block_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block)) +COMMENT 'Contains beacon API eventstream "block" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_block_gossip ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_block_gossip_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_block_gossip_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block)) +COMMENT 'Contains beacon API eventstream "block_gossip" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_chain_reorg ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_chain_reorg_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_chain_reorg_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, old_head_block, new_head_block)) +COMMENT 'Contains beacon API eventstream "chain reorg" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_contribution_and_proof ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_contribution_and_proof_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_contribution_and_proof_local', cityHash64(contribution_slot_start_date_time, meta_network_name, meta_client_name, contribution_beacon_block_root, contribution_subcommittee_index, signature)) +COMMENT 'Contains beacon API eventstream "contribution and proof" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_data_column_sidecar ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_data_column_sidecar_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_data_column_sidecar_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block_root, column_index)) +COMMENT 'Contains beacon API eventstream "data_column_sidecar" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_finalized_checkpoint ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_finalized_checkpoint_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_finalized_checkpoint_local', cityHash64(epoch_start_date_time, meta_network_name, meta_client_name, block, state)) +COMMENT 'Contains beacon API eventstream "finalized checkpoint" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_head ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_head_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_head_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block, previous_duty_dependent_root, current_duty_dependent_root)) +COMMENT 'Xatu Sentry subscribes to a beacon node''s Beacon API event-stream and captures head events. Each row represents a `head` event from the Beacon API `/eth/v1/events?topics=head`, indicating the chain''s canonical head has been updated. Sentry adds client metadata and propagation timing. Partition: monthly by `slot_start_date_time`.'''; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_events_voluntary_exit ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_events_voluntary_exit_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_events_voluntary_exit_local', cityHash64(wallclock_epoch_start_date_time, meta_network_name, meta_client_name, validator_index)) +COMMENT 'Contains beacon API eventstream "voluntary exit" data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_proposer_duty ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_proposer_duty_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_proposer_duty_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, proposer_validator_index)) +COMMENT 'Contains a proposer duty from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v1_validator_attestation_data ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v1_validator_attestation_data_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v1_validator_attestation_data_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, committee_index, beacon_block_root, source_root, target_root)) +COMMENT 'Contains beacon API validator attestation data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v2_beacon_block ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v2_beacon_block_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v2_beacon_block_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block_root, parent_root, state_root)) +COMMENT 'Contains beacon API /eth/v2/beacon/blocks/{block_id} data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_eth_v3_validator_block ON CLUSTER '{cluster}' +AS default.beacon_api_eth_v3_validator_block_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_eth_v3_validator_block_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, event_date_time)) +COMMENT 'Contains beacon API /eth/v3/validator/blocks/{slot} data from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_api_slot ON CLUSTER '{cluster}' +AS default.beacon_api_slot_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_api_slot_local', cityHash64(slot_start_date_time, slot)) +COMMENT 'Aggregated beacon API slot data. Each row represents a slot from each sentry client attached to a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.beacon_block_classification ON CLUSTER '{cluster}' +AS default.beacon_block_classification_local +ENGINE = Distributed('{cluster}', 'default', 'beacon_block_classification_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, proposer_index)) +COMMENT 'Contains beacon block classification for a given slot. This is a best guess based on the client probabilities of the proposer. This is not guaranteed to be correct.'; + +CREATE TABLE IF NOT EXISTS default.blob_submitter ON CLUSTER '{cluster}' +AS default.blob_submitter_local +ENGINE = Distributed('{cluster}', 'default', 'blob_submitter_local', cityHash64(address, meta_network_name)) +COMMENT 'Contains blob submitter address to name mappings.'; + +CREATE TABLE IF NOT EXISTS default.block_native_mempool_transaction ON CLUSTER '{cluster}' +AS default.block_native_mempool_transaction_local +ENGINE = Distributed('{cluster}', 'default', 'block_native_mempool_transaction_local', cityHash64(detecttime, network, hash, fromaddress, nonce, gas)) +COMMENT 'Contains transactions from block native mempool dataset'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_blob_sidecar ON CLUSTER '{cluster}' +AS default.canonical_beacon_blob_sidecar_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_blob_sidecar_local', cityHash64(slot_start_date_time, meta_network_name, block_root, blob_index)) +COMMENT 'Contains a blob sidecar from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_local', cityHash64(slot_start_date_time, meta_network_name)) +COMMENT 'Contains beacon block from a beacon node.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_attester_slashing ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_attester_slashing_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_attester_slashing_local', cityHash64(slot_start_date_time, meta_network_name, block_root, attestation_1_attesting_indices, attestation_2_attesting_indices, attestation_1_data_slot, attestation_2_data_slot, attestation_1_data_beacon_block_root, attestation_2_data_beacon_block_root)) +COMMENT 'Contains attester slashing from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_bls_to_execution_change ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_bls_to_execution_change_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_bls_to_execution_change_local', cityHash64(slot_start_date_time, meta_network_name, block_root, exchanging_message_validator_index, exchanging_message_from_bls_pubkey, exchanging_message_to_execution_address)) +COMMENT 'Contains bls to execution change from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_deposit ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_deposit_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_deposit_local', cityHash64(slot_start_date_time, meta_network_name, block_root, deposit_data_pubkey, deposit_proof)) +COMMENT 'Contains a deposit from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_execution_transaction ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_execution_transaction_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_execution_transaction_local', cityHash64(slot_start_date_time, meta_network_name, block_root, position, hash, nonce)) +COMMENT 'Contains execution transaction from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_proposer_slashing ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_proposer_slashing_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_proposer_slashing_local', cityHash64(slot_start_date_time, meta_network_name, block_root, signed_header_1_message_slot, signed_header_2_message_slot, signed_header_1_message_proposer_index, signed_header_2_message_proposer_index, signed_header_1_message_body_root, signed_header_2_message_body_root)) +COMMENT 'Contains proposer slashing from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_sync_aggregate ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_sync_aggregate_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_sync_aggregate_local', cityHash64(slot_start_date_time, meta_network_name, slot)) +COMMENT 'Contains canonical beacon block sync aggregate data with expanded validator participation.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_voluntary_exit ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_voluntary_exit_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_voluntary_exit_local', cityHash64(slot_start_date_time, meta_network_name, block_root, voluntary_exit_message_epoch, voluntary_exit_message_validator_index)) +COMMENT 'Contains a voluntary exit from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_block_withdrawal ON CLUSTER '{cluster}' +AS default.canonical_beacon_block_withdrawal_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_block_withdrawal_local', cityHash64(slot_start_date_time, meta_network_name, block_root, withdrawal_index, withdrawal_validator_index)) +COMMENT 'Contains a withdrawal from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_committee ON CLUSTER '{cluster}' +AS default.canonical_beacon_committee_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_committee_local', cityHash64(slot_start_date_time, meta_network_name, committee_index)) +COMMENT 'Contains canonical beacon API /eth/v1/beacon/committees data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_elaborated_attestation ON CLUSTER '{cluster}' +AS default.canonical_beacon_elaborated_attestation_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_elaborated_attestation_local', cityHash64(slot_start_date_time, meta_network_name, block_root, block_slot, position_in_block, beacon_block_root, slot, committee_index, source_root, target_root)) +COMMENT 'Contains elaborated attestations from beacon blocks.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_proposer_duty ON CLUSTER '{cluster}' +AS default.canonical_beacon_proposer_duty_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_proposer_duty_local', cityHash64(slot_start_date_time, meta_network_name, proposer_validator_index, proposer_pubkey)) +COMMENT 'Contains a proposer duty from a beacon block.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_sync_committee ON CLUSTER '{cluster}' +AS default.canonical_beacon_sync_committee_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_sync_committee_local', cityHash64(epoch_start_date_time, meta_network_name, sync_committee_period)) +COMMENT 'Contains canonical beacon API /eth/v1/beacon/states/{state_id}/sync_committees data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_validators ON CLUSTER '{cluster}' +AS default.canonical_beacon_validators_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_validators_local', cityHash64(epoch_start_date_time, meta_network_name, index, status)) +COMMENT 'Contains a validator state for an epoch.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_validators_pubkeys ON CLUSTER '{cluster}' +AS default.canonical_beacon_validators_pubkeys_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_validators_pubkeys_local', cityHash64(index, meta_network_name)) +COMMENT 'Contains a validator pubkeys for an epoch.'; + +CREATE TABLE IF NOT EXISTS default.canonical_beacon_validators_withdrawal_credentials ON CLUSTER '{cluster}' +AS default.canonical_beacon_validators_withdrawal_credentials_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_beacon_validators_withdrawal_credentials_local', cityHash64(index, meta_network_name)) +COMMENT 'Contains a validator withdrawal credentials for an epoch.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_address_appearances ON CLUSTER '{cluster}' +AS default.canonical_execution_address_appearances_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_address_appearances_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution address appearance data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_balance_diffs ON CLUSTER '{cluster}' +AS default.canonical_execution_balance_diffs_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_balance_diffs_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution balance diff data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_balance_reads ON CLUSTER '{cluster}' +AS default.canonical_execution_balance_reads_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_balance_reads_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution balance read data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_block ON CLUSTER '{cluster}' +AS default.canonical_execution_block_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_block_local', cityHash64(block_number, meta_network_name)) +COMMENT 'Contains canonical execution block data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_contracts ON CLUSTER '{cluster}' +AS default.canonical_execution_contracts_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_contracts_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution contract data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_erc20_transfers ON CLUSTER '{cluster}' +AS default.canonical_execution_erc20_transfers_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_erc20_transfers_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution erc20 transfer data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_erc721_transfers ON CLUSTER '{cluster}' +AS default.canonical_execution_erc721_transfers_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_erc721_transfers_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution erc721 transfer data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_four_byte_counts ON CLUSTER '{cluster}' +AS default.canonical_execution_four_byte_counts_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_four_byte_counts_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution four byte count data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_logs ON CLUSTER '{cluster}' +AS default.canonical_execution_logs_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_logs_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution logs data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_native_transfers ON CLUSTER '{cluster}' +AS default.canonical_execution_native_transfers_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_native_transfers_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution native transfer data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_nonce_diffs ON CLUSTER '{cluster}' +AS default.canonical_execution_nonce_diffs_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_nonce_diffs_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution nonce diff data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_nonce_reads ON CLUSTER '{cluster}' +AS default.canonical_execution_nonce_reads_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_nonce_reads_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution nonce read data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_storage_diffs ON CLUSTER '{cluster}' +AS default.canonical_execution_storage_diffs_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_storage_diffs_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution storage diffs data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_storage_reads ON CLUSTER '{cluster}' +AS default.canonical_execution_storage_reads_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_storage_reads_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution storage reads data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_traces ON CLUSTER '{cluster}' +AS default.canonical_execution_traces_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_traces_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution traces data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_transaction ON CLUSTER '{cluster}' +AS default.canonical_execution_transaction_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_transaction_local', cityHash64(block_number, meta_network_name, transaction_hash)) +COMMENT 'Contains canonical execution transaction data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_transaction_structlog ON CLUSTER '{cluster}' +AS default.canonical_execution_transaction_structlog_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_transaction_structlog_local', cityHash64(block_number, meta_network_name, transaction_hash, index)) +COMMENT 'Contains canonical execution transaction structlog data.'; + +CREATE TABLE IF NOT EXISTS default.canonical_execution_transaction_structlog_agg ON CLUSTER '{cluster}' +AS default.canonical_execution_transaction_structlog_agg_local +ENGINE = Distributed('{cluster}', 'default', 'canonical_execution_transaction_structlog_agg_local', cityHash64(block_number, meta_network_name, transaction_hash, call_frame_id)) +COMMENT 'Aggregated EVM execution data. Summary rows (operation="") contain frame metadata. Per-opcode rows contain aggregated gas/count per (frame, opcode).'; + +CREATE TABLE IF NOT EXISTS default.consensus_engine_api_get_blobs ON CLUSTER '{cluster}' +AS default.consensus_engine_api_get_blobs_local +ENGINE = Distributed('{cluster}', 'default', 'consensus_engine_api_get_blobs_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block_root, event_date_time)) +COMMENT 'Contains timing and instrumentation data for engine_getBlobs calls between the consensus and execution layer.'; + +CREATE TABLE IF NOT EXISTS default.consensus_engine_api_new_payload ON CLUSTER '{cluster}' +AS default.consensus_engine_api_new_payload_local +ENGINE = Distributed('{cluster}', 'default', 'consensus_engine_api_new_payload_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, block_hash, event_date_time)) +COMMENT 'Contains timing and instrumentation data for engine_newPayload calls between the consensus and execution layer.'; + +CREATE TABLE IF NOT EXISTS default.ethseer_validator_entity ON CLUSTER '{cluster}' +AS default.ethseer_validator_entity_local +ENGINE = Distributed('{cluster}', 'default', 'ethseer_validator_entity_local', cityHash64(index, pubkey, meta_network_name)) +COMMENT 'Contains a mapping of validators to entities'; + +CREATE TABLE IF NOT EXISTS default.execution_block_metrics ON CLUSTER '{cluster}' +AS default.execution_block_metrics_local +ENGINE = Distributed('{cluster}', 'default', 'execution_block_metrics_local', cityHash64(block_number, meta_network_name, meta_client_name)) +COMMENT 'Contains detailed performance metrics from execution client structured logging for block execution'; + +CREATE TABLE IF NOT EXISTS default.execution_engine_get_blobs ON CLUSTER '{cluster}' +AS default.execution_engine_get_blobs_local +ENGINE = Distributed('{cluster}', 'default', 'execution_engine_get_blobs_local', cityHash64(event_date_time, meta_network_name, meta_client_name)) +COMMENT 'Contains timing and instrumentation data for engine_getBlobs calls from the execution layer perspective.'; + +CREATE TABLE IF NOT EXISTS default.execution_engine_new_payload ON CLUSTER '{cluster}' +AS default.execution_engine_new_payload_local +ENGINE = Distributed('{cluster}', 'default', 'execution_engine_new_payload_local', cityHash64(block_number, meta_network_name, meta_client_name, block_hash, event_date_time)) +COMMENT 'Contains timing and instrumentation data for engine_newPayload calls from the execution layer perspective.'; + +CREATE TABLE IF NOT EXISTS default.execution_state_size ON CLUSTER '{cluster}' +AS default.execution_state_size_local +ENGINE = Distributed('{cluster}', 'default', 'execution_state_size_local', cityHash64(block_number, meta_network_name, meta_client_name, state_root, event_date_time)) +COMMENT 'Contains execution layer state size metrics including account, contract code, and storage data measurements at specific block heights.'; + +CREATE TABLE IF NOT EXISTS default.execution_transaction ON CLUSTER '{cluster}' +AS default.execution_transaction_local +ENGINE = Distributed('{cluster}', 'default', 'execution_transaction_local', cityHash64(block_number, meta_network_name, block_hash, position)) +COMMENT 'Contains execution transaction data that may not be canonical.'; + +CREATE TABLE IF NOT EXISTS default.imported_sources ON CLUSTER '{cluster}' +AS default.imported_sources_local +ENGINE = Distributed('{cluster}', 'default', 'imported_sources_local', rand()) +COMMENT 'This table contains the list of sources that have been imported into the database'; + +CREATE TABLE IF NOT EXISTS default.libp2p_add_peer ON CLUSTER '{cluster}' +AS default.libp2p_add_peer_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_add_peer_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key)) +COMMENT 'Contains the details of the peers added to the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_connected ON CLUSTER '{cluster}' +AS default.libp2p_connected_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_connected_local', cityHash64(event_date_time, meta_network_name, meta_client_name, remote_peer_id_unique_key, direction, opened)) +COMMENT 'Contains the details of the CONNECTED events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_deliver_message ON CLUSTER '{cluster}' +AS default.libp2p_deliver_message_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_deliver_message_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name, message_id, seq_number)) +COMMENT 'Contains the details of the DELIVER_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_disconnected ON CLUSTER '{cluster}' +AS default.libp2p_disconnected_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_disconnected_local', cityHash64(event_date_time, meta_network_name, meta_client_name, remote_peer_id_unique_key, direction, opened)) +COMMENT 'Contains the details of the DISCONNECTED events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_drop_rpc ON CLUSTER '{cluster}' +AS default.libp2p_drop_rpc_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_drop_rpc_local', unique_key) +COMMENT 'Contains the details of the RPC messages dropped by the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_duplicate_message ON CLUSTER '{cluster}' +AS default.libp2p_duplicate_message_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_duplicate_message_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name, message_id, seq_number)) +COMMENT 'Contains the details of the DUPLICATE_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_aggregate_and_proof ON CLUSTER '{cluster}' +AS default.libp2p_gossipsub_aggregate_and_proof_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_gossipsub_aggregate_and_proof_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, peer_id_unique_key, message_id)) +COMMENT 'Table for libp2p gossipsub aggregate and proof data.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_beacon_attestation ON CLUSTER '{cluster}' +AS default.libp2p_gossipsub_beacon_attestation_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_gossipsub_beacon_attestation_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, peer_id_unique_key, message_id)) +COMMENT 'Table for libp2p gossipsub beacon attestation data.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_beacon_block ON CLUSTER '{cluster}' +AS default.libp2p_gossipsub_beacon_block_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_gossipsub_beacon_block_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, peer_id_unique_key, message_id)) +COMMENT 'Table for libp2p gossipsub beacon block data.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_blob_sidecar ON CLUSTER '{cluster}' +AS default.libp2p_gossipsub_blob_sidecar_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_gossipsub_blob_sidecar_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, peer_id_unique_key, message_id)) +COMMENT 'Table for libp2p gossipsub blob sidecar data'; + +CREATE TABLE IF NOT EXISTS default.libp2p_gossipsub_data_column_sidecar ON CLUSTER '{cluster}' +AS default.libp2p_gossipsub_data_column_sidecar_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_gossipsub_data_column_sidecar_local', cityHash64(slot_start_date_time, meta_network_name, meta_client_name, peer_id_unique_key, message_id)) +COMMENT 'Table for libp2p gossipsub data column sidecar data'; + +CREATE TABLE IF NOT EXISTS default.libp2p_graft ON CLUSTER '{cluster}' +AS default.libp2p_graft_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_graft_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name)) +COMMENT 'Contains the details of the GRAFT events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_handle_metadata ON CLUSTER '{cluster}' +AS default.libp2p_handle_metadata_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_handle_metadata_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, latency_milliseconds)) +COMMENT 'Contains the metadata handling events for libp2p peers.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_handle_status ON CLUSTER '{cluster}' +AS default.libp2p_handle_status_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_handle_status_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, latency_milliseconds)) +COMMENT 'Contains the status handling events for libp2p peers.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_identify ON CLUSTER '{cluster}' +AS default.libp2p_identify_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_identify_local', cityHash64(event_date_time, meta_network_name, meta_client_name, remote_peer_id_unique_key, direction)) +COMMENT 'Contains libp2p identify protocol exchange results including remote peer agent info, supported protocols, and connection metadata'; + +CREATE TABLE IF NOT EXISTS default.libp2p_join ON CLUSTER '{cluster}' +AS default.libp2p_join_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_join_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name)) +COMMENT 'Contains the details of the JOIN events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_leave ON CLUSTER '{cluster}' +AS default.libp2p_leave_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_leave_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name)) +COMMENT 'Contains the details of the LEAVE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_peer ON CLUSTER '{cluster}' +AS default.libp2p_peer_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_peer_local', unique_key) +COMMENT 'Lookup table mapping seahashed peer_id + network to original peer ID. Collected from deep instrumentation within forked consensus layer clients. Partition: monthly by `event_date_time`'; + +CREATE TABLE IF NOT EXISTS default.libp2p_prune ON CLUSTER '{cluster}' +AS default.libp2p_prune_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_prune_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name)) +COMMENT 'Contains the details of the PRUNE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_publish_message ON CLUSTER '{cluster}' +AS default.libp2p_publish_message_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_publish_message_local', cityHash64(event_date_time, meta_network_name, meta_client_name, topic_fork_digest_value, topic_name, message_id)) +COMMENT 'Contains the details of the PUBLISH_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_recv_rpc ON CLUSTER '{cluster}' +AS default.libp2p_recv_rpc_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_recv_rpc_local', unique_key) +COMMENT 'Contains the details of the RPC messages received by the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_reject_message ON CLUSTER '{cluster}' +AS default.libp2p_reject_message_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_reject_message_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, topic_fork_digest_value, topic_name, message_id, seq_number)) +COMMENT 'Contains the details of the REJECT_MESSAGE events from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_remove_peer ON CLUSTER '{cluster}' +AS default.libp2p_remove_peer_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_remove_peer_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key)) +COMMENT 'Contains the details of the peers removed from the libp2p client.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_data_column_custody_probe ON CLUSTER '{cluster}' +AS default.libp2p_rpc_data_column_custody_probe_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_data_column_custody_probe_local', cityHash64(event_date_time, meta_network_name, meta_client_name, peer_id_unique_key, slot, column_index)) +COMMENT 'Contains custody probe events for data column availability verification'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_graft ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_control_graft_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_control_graft_local', unique_key) +COMMENT 'Contains the details of the "Graft" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_idontwant ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_control_idontwant_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_control_idontwant_local', unique_key) +COMMENT 'Contains the details of the IDONTWANT control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_ihave ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_control_ihave_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_control_ihave_local', unique_key) +COMMENT 'Contains the details of the "I have" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_iwant ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_control_iwant_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_control_iwant_local', unique_key) +COMMENT 'Contains the details of the "I want" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_control_prune ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_control_prune_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_control_prune_local', unique_key) +COMMENT 'Contains the details of the "Prune" control messages from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_message ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_message_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_message_local', unique_key) +COMMENT 'Contains the details of the RPC meta messages from the peer'; + +CREATE TABLE IF NOT EXISTS default.libp2p_rpc_meta_subscription ON CLUSTER '{cluster}' +AS default.libp2p_rpc_meta_subscription_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_rpc_meta_subscription_local', unique_key) +COMMENT 'Contains the details of the RPC subscriptions from the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_send_rpc ON CLUSTER '{cluster}' +AS default.libp2p_send_rpc_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_send_rpc_local', unique_key) +COMMENT 'Contains the details of the RPC messages sent by the peer.'; + +CREATE TABLE IF NOT EXISTS default.libp2p_synthetic_heartbeat ON CLUSTER '{cluster}' +AS default.libp2p_synthetic_heartbeat_local +ENGINE = Distributed('{cluster}', 'default', 'libp2p_synthetic_heartbeat_local', cityHash64(event_date_time, meta_network_name, meta_client_name, remote_peer_id_unique_key, updated_date_time)) +COMMENT 'Contains heartbeat events from libp2p peers'; + +CREATE TABLE IF NOT EXISTS default.mempool_dumpster_transaction ON CLUSTER '{cluster}' +AS default.mempool_dumpster_transaction_local +ENGINE = Distributed('{cluster}', 'default', 'mempool_dumpster_transaction_local', cityHash64(timestamp, chain_id, hash, from, nonce, gas)) +COMMENT 'Contains transactions from mempool dumpster dataset. Following the parquet schema with some additions'; + +CREATE TABLE IF NOT EXISTS default.mempool_transaction ON CLUSTER '{cluster}' +AS default.mempool_transaction_local +ENGINE = Distributed('{cluster}', 'default', 'mempool_transaction_local', cityHash64(event_date_time, meta_network_name, meta_client_name, hash, from, nonce, gas)) +COMMENT 'Each row represents a transaction that was seen in the mempool by a sentry client. Sentries can report the same transaction multiple times if it has been long enough since the last report.'; + +CREATE TABLE IF NOT EXISTS default.mev_relay_bid_trace ON CLUSTER '{cluster}' +AS default.mev_relay_bid_trace_local +ENGINE = Distributed('{cluster}', 'default', 'mev_relay_bid_trace_local', cityHash64(slot, meta_network_name)) +COMMENT 'Contains MEV relay block bids data.'; + +CREATE TABLE IF NOT EXISTS default.mev_relay_proposer_payload_delivered ON CLUSTER '{cluster}' +AS default.mev_relay_proposer_payload_delivered_local +ENGINE = Distributed('{cluster}', 'default', 'mev_relay_proposer_payload_delivered_local', cityHash64(slot, meta_network_name)) +COMMENT 'Contains MEV relay proposer payload delivered data.'; + +CREATE TABLE IF NOT EXISTS default.mev_relay_validator_registration ON CLUSTER '{cluster}' +AS default.mev_relay_validator_registration_local +ENGINE = Distributed('{cluster}', 'default', 'mev_relay_validator_registration_local', cityHash64(slot, meta_network_name)) +COMMENT 'Contains MEV relay validator registrations data.'; + +CREATE TABLE IF NOT EXISTS default.node_record_consensus ON CLUSTER '{cluster}' +AS default.node_record_consensus_local +ENGINE = Distributed('{cluster}', 'default', 'node_record_consensus_local', cityHash64(event_date_time, meta_network_name, enr, meta_client_name)) +COMMENT 'Contains consensus node records discovered by the Xatu discovery module.'; + +CREATE TABLE IF NOT EXISTS default.node_record_execution ON CLUSTER '{cluster}' +AS default.node_record_execution_local +ENGINE = Distributed('{cluster}', 'default', 'node_record_execution_local', cityHash64(event_date_time, meta_network_name, node_id, meta_client_name)) +COMMENT 'Contains execution node records discovered by the Xatu discovery module.'; + +-- observoor database + +CREATE TABLE IF NOT EXISTS observoor.block_merge ON CLUSTER '{cluster}' +AS observoor.block_merge_local +ENGINE = Distributed('{cluster}', 'observoor', 'block_merge_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated block device I/O merge metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.cpu_utilization ON CLUSTER '{cluster}' +AS observoor.cpu_utilization_local +ENGINE = Distributed('{cluster}', 'observoor', 'cpu_utilization_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated CPU utilization metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.disk_bytes ON CLUSTER '{cluster}' +AS observoor.disk_bytes_local +ENGINE = Distributed('{cluster}', 'observoor', 'disk_bytes_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated disk I/O byte metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.disk_latency ON CLUSTER '{cluster}' +AS observoor.disk_latency_local +ENGINE = Distributed('{cluster}', 'observoor', 'disk_latency_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated disk I/O latency metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.disk_queue_depth ON CLUSTER '{cluster}' +AS observoor.disk_queue_depth_local +ENGINE = Distributed('{cluster}', 'observoor', 'disk_queue_depth_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated disk queue depth metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.fd_close ON CLUSTER '{cluster}' +AS observoor.fd_close_local +ENGINE = Distributed('{cluster}', 'observoor', 'fd_close_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated file descriptor close metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.fd_open ON CLUSTER '{cluster}' +AS observoor.fd_open_local +ENGINE = Distributed('{cluster}', 'observoor', 'fd_open_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated file descriptor open metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.host_specs ON CLUSTER '{cluster}' +AS observoor.host_specs_local +ENGINE = Distributed('{cluster}', 'observoor', 'host_specs_local', cityHash64(event_time, meta_network_name, host_id, meta_client_name)) +COMMENT 'Periodic host hardware specification snapshots including CPU, memory, and disk details'; + +CREATE TABLE IF NOT EXISTS observoor.mem_compaction ON CLUSTER '{cluster}' +AS observoor.mem_compaction_local +ENGINE = Distributed('{cluster}', 'observoor', 'mem_compaction_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated memory compaction metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.mem_reclaim ON CLUSTER '{cluster}' +AS observoor.mem_reclaim_local +ENGINE = Distributed('{cluster}', 'observoor', 'mem_reclaim_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated memory reclaim metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.memory_usage ON CLUSTER '{cluster}' +AS observoor.memory_usage_local +ENGINE = Distributed('{cluster}', 'observoor', 'memory_usage_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Periodic memory usage snapshots of Ethereum client processes from /proc/[pid]/status'; + +CREATE TABLE IF NOT EXISTS observoor.net_io ON CLUSTER '{cluster}' +AS observoor.net_io_local +ENGINE = Distributed('{cluster}', 'observoor', 'net_io_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated network I/O metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.oom_kill ON CLUSTER '{cluster}' +AS observoor.oom_kill_local +ENGINE = Distributed('{cluster}', 'observoor', 'oom_kill_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated OOM kill events from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.page_fault_major ON CLUSTER '{cluster}' +AS observoor.page_fault_major_local +ENGINE = Distributed('{cluster}', 'observoor', 'page_fault_major_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated major page fault metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.page_fault_minor ON CLUSTER '{cluster}' +AS observoor.page_fault_minor_local +ENGINE = Distributed('{cluster}', 'observoor', 'page_fault_minor_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated minor page fault metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.process_exit ON CLUSTER '{cluster}' +AS observoor.process_exit_local +ENGINE = Distributed('{cluster}', 'observoor', 'process_exit_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated process exit events from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.process_fd_usage ON CLUSTER '{cluster}' +AS observoor.process_fd_usage_local +ENGINE = Distributed('{cluster}', 'observoor', 'process_fd_usage_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Periodic file descriptor usage snapshots of Ethereum client processes from /proc/[pid]/fd and /proc/[pid]/limits'; + +CREATE TABLE IF NOT EXISTS observoor.process_io_usage ON CLUSTER '{cluster}' +AS observoor.process_io_usage_local +ENGINE = Distributed('{cluster}', 'observoor', 'process_io_usage_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Periodic I/O usage snapshots of Ethereum client processes from /proc/[pid]/io'; + +CREATE TABLE IF NOT EXISTS observoor.process_sched_usage ON CLUSTER '{cluster}' +AS observoor.process_sched_usage_local +ENGINE = Distributed('{cluster}', 'observoor', 'process_sched_usage_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Periodic scheduler usage snapshots of Ethereum client processes from /proc/[pid]/status and /proc/[pid]/sched'; + +CREATE TABLE IF NOT EXISTS observoor.raw_events ON CLUSTER '{cluster}' +AS observoor.raw_events_local +ENGINE = Distributed('{cluster}', 'observoor', 'raw_events_local', rand()) +COMMENT 'Raw eBPF events captured from Ethereum client processes, one row per kernel event.'; + +CREATE TABLE IF NOT EXISTS observoor.sched_off_cpu ON CLUSTER '{cluster}' +AS observoor.sched_off_cpu_local +ENGINE = Distributed('{cluster}', 'observoor', 'sched_off_cpu_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated scheduler off-CPU metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.sched_on_cpu ON CLUSTER '{cluster}' +AS observoor.sched_on_cpu_local +ENGINE = Distributed('{cluster}', 'observoor', 'sched_on_cpu_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated scheduler on-CPU metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.sched_runqueue ON CLUSTER '{cluster}' +AS observoor.sched_runqueue_local +ENGINE = Distributed('{cluster}', 'observoor', 'sched_runqueue_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated scheduler run queue metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.swap_in ON CLUSTER '{cluster}' +AS observoor.swap_in_local +ENGINE = Distributed('{cluster}', 'observoor', 'swap_in_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated swap-in metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.swap_out ON CLUSTER '{cluster}' +AS observoor.swap_out_local +ENGINE = Distributed('{cluster}', 'observoor', 'swap_out_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated swap-out metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.sync_state ON CLUSTER '{cluster}' +AS observoor.sync_state_local +ENGINE = Distributed('{cluster}', 'observoor', 'sync_state_local', cityHash64(event_time, meta_network_name, meta_client_name)) +COMMENT 'Sync state snapshots for consensus and execution layers.'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_epoll_wait ON CLUSTER '{cluster}' +AS observoor.syscall_epoll_wait_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_epoll_wait_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated epoll_wait syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_fdatasync ON CLUSTER '{cluster}' +AS observoor.syscall_fdatasync_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_fdatasync_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated fdatasync syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_fsync ON CLUSTER '{cluster}' +AS observoor.syscall_fsync_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_fsync_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated fsync syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_futex ON CLUSTER '{cluster}' +AS observoor.syscall_futex_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_futex_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated futex syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_mmap ON CLUSTER '{cluster}' +AS observoor.syscall_mmap_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_mmap_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated mmap syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_pwrite ON CLUSTER '{cluster}' +AS observoor.syscall_pwrite_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_pwrite_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated pwrite syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_read ON CLUSTER '{cluster}' +AS observoor.syscall_read_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_read_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated read syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.syscall_write ON CLUSTER '{cluster}' +AS observoor.syscall_write_local +ENGINE = Distributed('{cluster}', 'observoor', 'syscall_write_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated write syscall metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_cwnd ON CLUSTER '{cluster}' +AS observoor.tcp_cwnd_local +ENGINE = Distributed('{cluster}', 'observoor', 'tcp_cwnd_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated TCP congestion window metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_retransmit ON CLUSTER '{cluster}' +AS observoor.tcp_retransmit_local +ENGINE = Distributed('{cluster}', 'observoor', 'tcp_retransmit_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated TCP retransmit metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_rtt ON CLUSTER '{cluster}' +AS observoor.tcp_rtt_local +ENGINE = Distributed('{cluster}', 'observoor', 'tcp_rtt_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated TCP round-trip time metrics from eBPF tracing of Ethereum client processes'; + +CREATE TABLE IF NOT EXISTS observoor.tcp_state_change ON CLUSTER '{cluster}' +AS observoor.tcp_state_change_local +ENGINE = Distributed('{cluster}', 'observoor', 'tcp_state_change_local', cityHash64(window_start, meta_network_name, meta_client_name)) +COMMENT 'Aggregated TCP state change events from eBPF tracing of Ethereum client processes'; + +-- admin database + +CREATE TABLE IF NOT EXISTS admin.cryo ON CLUSTER '{cluster}' +AS admin.cryo_local +ENGINE = Distributed('{cluster}', 'admin', 'cryo_local', cityHash64(dataset, mode, meta_network_name)) +COMMENT 'Tracks cryo dataset processing state per block'; + +CREATE TABLE IF NOT EXISTS admin.execution_block ON CLUSTER '{cluster}' +AS admin.execution_block_local +ENGINE = Distributed('{cluster}', 'admin', 'execution_block_local', cityHash64(block_number, processor, meta_network_name)) +COMMENT 'Tracks execution block processing state'; + +-- MATERIALIZED VIEWS + +CREATE MATERIALIZED VIEW IF NOT EXISTS default.beacon_api_slot_attestation_mv_local ON CLUSTER '{cluster}' TO default.beacon_api_slot_local +( + `slot` UInt32, + `slot_start_date_time` DateTime, + `epoch` UInt32, + `epoch_start_date_time` DateTime, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String), + `meta_client_geo_city` LowCardinality(String), + `meta_client_geo_continent_code` LowCardinality(String), + `meta_client_geo_longitude` Nullable(Float64), + `meta_client_geo_latitude` Nullable(Float64), + `meta_consensus_implementation` LowCardinality(String), + `meta_consensus_version` LowCardinality(String), + `attestations` AggregateFunction(sum, UInt32) +) +AS SELECT + slot, + slot_start_date_time, + epoch, + epoch_start_date_time, + meta_client_name, + meta_network_name, + meta_client_geo_city, + meta_client_geo_continent_code, + meta_client_geo_longitude, + meta_client_geo_latitude, + meta_consensus_implementation, + meta_consensus_version, + sumState(toUInt32(1)) AS attestations +FROM default.beacon_api_eth_v1_events_attestation_local +GROUP BY + slot, + slot_start_date_time, + epoch, + epoch_start_date_time, + meta_client_name, + meta_network_name, + meta_client_geo_city, + meta_client_geo_continent_code, + meta_client_geo_longitude, + meta_client_geo_latitude, + meta_consensus_implementation, + meta_consensus_version; + +CREATE MATERIALIZED VIEW IF NOT EXISTS default.beacon_api_slot_block_mv_local ON CLUSTER '{cluster}' TO default.beacon_api_slot_local +( + `slot` UInt32, + `slot_start_date_time` DateTime, + `epoch` UInt32, + `epoch_start_date_time` DateTime, + `meta_client_name` LowCardinality(String), + `meta_network_name` LowCardinality(String), + `meta_client_geo_city` LowCardinality(String), + `meta_client_geo_continent_code` LowCardinality(String), + `meta_client_geo_longitude` Nullable(Float64), + `meta_client_geo_latitude` Nullable(Float64), + `meta_consensus_implementation` LowCardinality(String), + `meta_consensus_version` LowCardinality(String), + `blocks` AggregateFunction(sum, UInt16) +) +AS SELECT + slot, + slot_start_date_time, + epoch, + epoch_start_date_time, + meta_client_name, + meta_network_name, + meta_client_geo_city, + meta_client_geo_continent_code, + meta_client_geo_longitude, + meta_client_geo_latitude, + meta_consensus_implementation, + meta_consensus_version, + sumState(toUInt16(1)) AS blocks +FROM default.beacon_api_eth_v1_events_block_local +GROUP BY + slot, + slot_start_date_time, + epoch, + epoch_start_date_time, + meta_client_name, + meta_network_name, + meta_client_geo_city, + meta_client_geo_continent_code, + meta_client_geo_longitude, + meta_client_geo_latitude, + meta_consensus_implementation, + meta_consensus_version; diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_beacon_blob.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_beacon_blob.gen.go index e6f5c55dd..40e5b2749 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_beacon_blob.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_beacon_blob.gen.go @@ -13,6 +13,7 @@ import ( const beaconApiEthV1BeaconBlobTableName route.TableName = "beacon_api_eth_v1_beacon_blob" type beaconApiEthV1BeaconBlobBatch struct { + UpdatedDateTime proto.ColDateTime EventDateTime proto.ColDateTime64 Slot proto.ColUInt32 SlotStartDateTime proto.ColDateTime @@ -25,7 +26,6 @@ type beaconApiEthV1BeaconBlobBatch struct { KzgCommitment route.SafeColFixedStr VersionedHash route.SafeColFixedStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -38,14 +38,12 @@ type beaconApiEthV1BeaconBlobBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -61,7 +59,6 @@ func newbeaconApiEthV1BeaconBlobBatch() *beaconApiEthV1BeaconBlobBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -72,7 +69,6 @@ func (b *beaconApiEthV1BeaconBlobBatch) Rows() int { func (b *beaconApiEthV1BeaconBlobBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -85,19 +81,16 @@ func (b *beaconApiEthV1BeaconBlobBatch) appendMetadata(event *xatu.DecoratedEven b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -110,22 +103,17 @@ func (b *beaconApiEthV1BeaconBlobBatch) appendMetadata(event *xatu.DecoratedEven b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1BeaconBlobBatch) Input() proto.Input { return proto.Input{ + {Name: "updated_date_time", Data: &b.UpdatedDateTime}, {Name: "event_date_time", Data: &b.EventDateTime}, {Name: "slot", Data: &b.Slot}, {Name: "slot_start_date_time", Data: &b.SlotStartDateTime}, @@ -138,7 +126,6 @@ func (b *beaconApiEthV1BeaconBlobBatch) Input() proto.Input { {Name: "kzg_commitment", Data: &b.KzgCommitment}, {Name: "versioned_hash", Data: &b.VersionedHash}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -151,18 +138,17 @@ func (b *beaconApiEthV1BeaconBlobBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } func (b *beaconApiEthV1BeaconBlobBatch) Reset() { + b.UpdatedDateTime.Reset() b.EventDateTime.Reset() b.Slot.Reset() b.SlotStartDateTime.Reset() @@ -175,7 +161,6 @@ func (b *beaconApiEthV1BeaconBlobBatch) Reset() { b.KzgCommitment.Reset() b.VersionedHash.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -188,14 +173,12 @@ func (b *beaconApiEthV1BeaconBlobBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -204,7 +187,8 @@ func (b *beaconApiEthV1BeaconBlobBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 33) + row := make(map[string]any, 31) + row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -217,7 +201,6 @@ func (b *beaconApiEthV1BeaconBlobBatch) Snapshot() []map[string]any { row["kzg_commitment"] = string(b.KzgCommitment.Row(i)) row["versioned_hash"] = string(b.VersionedHash.Row(i)) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -250,14 +233,12 @@ func (b *beaconApiEthV1BeaconBlobBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_beacon_committee.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_beacon_committee.gen.go index f7d830e3e..7b0277021 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_beacon_committee.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_beacon_committee.gen.go @@ -22,7 +22,6 @@ type beaconApiEthV1BeaconCommitteeBatch struct { Epoch proto.ColUInt32 EpochStartDateTime proto.ColDateTime MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -35,14 +34,12 @@ type beaconApiEthV1BeaconCommitteeBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -55,7 +52,6 @@ func newbeaconApiEthV1BeaconCommitteeBatch() *beaconApiEthV1BeaconCommitteeBatch MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -66,7 +62,6 @@ func (b *beaconApiEthV1BeaconCommitteeBatch) Rows() int { func (b *beaconApiEthV1BeaconCommitteeBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -79,19 +74,16 @@ func (b *beaconApiEthV1BeaconCommitteeBatch) appendMetadata(event *xatu.Decorate b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -104,18 +96,12 @@ func (b *beaconApiEthV1BeaconCommitteeBatch) appendMetadata(event *xatu.Decorate b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1BeaconCommitteeBatch) Input() proto.Input { @@ -129,7 +115,6 @@ func (b *beaconApiEthV1BeaconCommitteeBatch) Input() proto.Input { {Name: "epoch", Data: &b.Epoch}, {Name: "epoch_start_date_time", Data: &b.EpochStartDateTime}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -142,14 +127,12 @@ func (b *beaconApiEthV1BeaconCommitteeBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -163,7 +146,6 @@ func (b *beaconApiEthV1BeaconCommitteeBatch) Reset() { b.Epoch.Reset() b.EpochStartDateTime.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -176,14 +158,12 @@ func (b *beaconApiEthV1BeaconCommitteeBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -192,7 +172,7 @@ func (b *beaconApiEthV1BeaconCommitteeBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 30) + row := make(map[string]any, 27) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -202,7 +182,6 @@ func (b *beaconApiEthV1BeaconCommitteeBatch) Snapshot() []map[string]any { row["epoch"] = b.Epoch.Row(i) row["epoch_start_date_time"] = b.EpochStartDateTime.Row(i).Unix() row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -235,14 +214,12 @@ func (b *beaconApiEthV1BeaconCommitteeBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_attestation.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_attestation.gen.go index 27dc88d1e..11c360eb4 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_attestation.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_attestation.gen.go @@ -13,6 +13,7 @@ import ( const beaconApiEthV1EventsAttestationTableName route.TableName = "beacon_api_eth_v1_events_attestation" type beaconApiEthV1EventsAttestationBatch struct { + UpdatedDateTime proto.ColDateTime EventDateTime proto.ColDateTime64 Slot proto.ColUInt32 SlotStartDateTime proto.ColDateTime @@ -31,7 +32,6 @@ type beaconApiEthV1EventsAttestationBatch struct { TargetEpochStartDateTime proto.ColDateTime TargetRoot route.SafeColFixedStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -44,14 +44,12 @@ type beaconApiEthV1EventsAttestationBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -67,7 +65,6 @@ func newbeaconApiEthV1EventsAttestationBatch() *beaconApiEthV1EventsAttestationB MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -78,7 +75,6 @@ func (b *beaconApiEthV1EventsAttestationBatch) Rows() int { func (b *beaconApiEthV1EventsAttestationBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -91,19 +87,16 @@ func (b *beaconApiEthV1EventsAttestationBatch) appendMetadata(event *xatu.Decora b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -116,22 +109,17 @@ func (b *beaconApiEthV1EventsAttestationBatch) appendMetadata(event *xatu.Decora b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1EventsAttestationBatch) Input() proto.Input { return proto.Input{ + {Name: "updated_date_time", Data: &b.UpdatedDateTime}, {Name: "event_date_time", Data: &b.EventDateTime}, {Name: "slot", Data: &b.Slot}, {Name: "slot_start_date_time", Data: &b.SlotStartDateTime}, @@ -150,7 +138,6 @@ func (b *beaconApiEthV1EventsAttestationBatch) Input() proto.Input { {Name: "target_epoch_start_date_time", Data: &b.TargetEpochStartDateTime}, {Name: "target_root", Data: &b.TargetRoot}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -163,18 +150,17 @@ func (b *beaconApiEthV1EventsAttestationBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } func (b *beaconApiEthV1EventsAttestationBatch) Reset() { + b.UpdatedDateTime.Reset() b.EventDateTime.Reset() b.Slot.Reset() b.SlotStartDateTime.Reset() @@ -193,7 +179,6 @@ func (b *beaconApiEthV1EventsAttestationBatch) Reset() { b.TargetEpochStartDateTime.Reset() b.TargetRoot.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -206,14 +191,12 @@ func (b *beaconApiEthV1EventsAttestationBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -222,7 +205,8 @@ func (b *beaconApiEthV1EventsAttestationBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 39) + row := make(map[string]any, 37) + row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -245,7 +229,6 @@ func (b *beaconApiEthV1EventsAttestationBatch) Snapshot() []map[string]any { row["target_epoch_start_date_time"] = b.TargetEpochStartDateTime.Row(i).Unix() row["target_root"] = string(b.TargetRoot.Row(i)) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -278,14 +261,12 @@ func (b *beaconApiEthV1EventsAttestationBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_blob_sidecar.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_blob_sidecar.gen.go index a9a5c43d6..67c04cdd7 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_blob_sidecar.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_blob_sidecar.gen.go @@ -25,7 +25,6 @@ type beaconApiEthV1EventsBlobSidecarBatch struct { KzgCommitment route.SafeColFixedStr VersionedHash route.SafeColFixedStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -38,14 +37,12 @@ type beaconApiEthV1EventsBlobSidecarBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -60,7 +57,6 @@ func newbeaconApiEthV1EventsBlobSidecarBatch() *beaconApiEthV1EventsBlobSidecarB MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -71,7 +67,6 @@ func (b *beaconApiEthV1EventsBlobSidecarBatch) Rows() int { func (b *beaconApiEthV1EventsBlobSidecarBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -84,19 +79,16 @@ func (b *beaconApiEthV1EventsBlobSidecarBatch) appendMetadata(event *xatu.Decora b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -109,18 +101,12 @@ func (b *beaconApiEthV1EventsBlobSidecarBatch) appendMetadata(event *xatu.Decora b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1EventsBlobSidecarBatch) Input() proto.Input { @@ -137,7 +123,6 @@ func (b *beaconApiEthV1EventsBlobSidecarBatch) Input() proto.Input { {Name: "kzg_commitment", Data: &b.KzgCommitment}, {Name: "versioned_hash", Data: &b.VersionedHash}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -150,14 +135,12 @@ func (b *beaconApiEthV1EventsBlobSidecarBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -174,7 +157,6 @@ func (b *beaconApiEthV1EventsBlobSidecarBatch) Reset() { b.KzgCommitment.Reset() b.VersionedHash.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -187,14 +169,12 @@ func (b *beaconApiEthV1EventsBlobSidecarBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -203,7 +183,7 @@ func (b *beaconApiEthV1EventsBlobSidecarBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 33) + row := make(map[string]any, 30) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -216,7 +196,6 @@ func (b *beaconApiEthV1EventsBlobSidecarBatch) Snapshot() []map[string]any { row["kzg_commitment"] = string(b.KzgCommitment.Row(i)) row["versioned_hash"] = string(b.VersionedHash.Row(i)) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -249,14 +228,12 @@ func (b *beaconApiEthV1EventsBlobSidecarBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_block.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_block.gen.go index 3eb8d9ae2..df749c482 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_block.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_block.gen.go @@ -23,7 +23,6 @@ type beaconApiEthV1EventsBlockBatch struct { EpochStartDateTime proto.ColDateTime ExecutionOptimistic proto.ColBool MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -36,14 +35,12 @@ type beaconApiEthV1EventsBlockBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -56,7 +53,6 @@ func newbeaconApiEthV1EventsBlockBatch() *beaconApiEthV1EventsBlockBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -67,7 +63,6 @@ func (b *beaconApiEthV1EventsBlockBatch) Rows() int { func (b *beaconApiEthV1EventsBlockBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -80,19 +75,16 @@ func (b *beaconApiEthV1EventsBlockBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -105,18 +97,12 @@ func (b *beaconApiEthV1EventsBlockBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1EventsBlockBatch) Input() proto.Input { @@ -131,7 +117,6 @@ func (b *beaconApiEthV1EventsBlockBatch) Input() proto.Input { {Name: "epoch_start_date_time", Data: &b.EpochStartDateTime}, {Name: "execution_optimistic", Data: &b.ExecutionOptimistic}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -144,14 +129,12 @@ func (b *beaconApiEthV1EventsBlockBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -166,7 +149,6 @@ func (b *beaconApiEthV1EventsBlockBatch) Reset() { b.EpochStartDateTime.Reset() b.ExecutionOptimistic.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -179,14 +161,12 @@ func (b *beaconApiEthV1EventsBlockBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -195,7 +175,7 @@ func (b *beaconApiEthV1EventsBlockBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 31) + row := make(map[string]any, 28) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -206,7 +186,6 @@ func (b *beaconApiEthV1EventsBlockBatch) Snapshot() []map[string]any { row["epoch_start_date_time"] = b.EpochStartDateTime.Row(i).Unix() row["execution_optimistic"] = b.ExecutionOptimistic.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -239,14 +218,12 @@ func (b *beaconApiEthV1EventsBlockBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_block_gossip.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_block_gossip.gen.go index c1b75abd7..c62eb3662 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_block_gossip.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_block_gossip.gen.go @@ -22,7 +22,6 @@ type beaconApiEthV1EventsBlockGossipBatch struct { Epoch proto.ColUInt32 EpochStartDateTime proto.ColDateTime MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -35,14 +34,12 @@ type beaconApiEthV1EventsBlockGossipBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -55,7 +52,6 @@ func newbeaconApiEthV1EventsBlockGossipBatch() *beaconApiEthV1EventsBlockGossipB MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -66,7 +62,6 @@ func (b *beaconApiEthV1EventsBlockGossipBatch) Rows() int { func (b *beaconApiEthV1EventsBlockGossipBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -79,19 +74,16 @@ func (b *beaconApiEthV1EventsBlockGossipBatch) appendMetadata(event *xatu.Decora b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -104,18 +96,12 @@ func (b *beaconApiEthV1EventsBlockGossipBatch) appendMetadata(event *xatu.Decora b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1EventsBlockGossipBatch) Input() proto.Input { @@ -129,7 +115,6 @@ func (b *beaconApiEthV1EventsBlockGossipBatch) Input() proto.Input { {Name: "epoch", Data: &b.Epoch}, {Name: "epoch_start_date_time", Data: &b.EpochStartDateTime}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -142,14 +127,12 @@ func (b *beaconApiEthV1EventsBlockGossipBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -163,7 +146,6 @@ func (b *beaconApiEthV1EventsBlockGossipBatch) Reset() { b.Epoch.Reset() b.EpochStartDateTime.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -176,14 +158,12 @@ func (b *beaconApiEthV1EventsBlockGossipBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -192,7 +172,7 @@ func (b *beaconApiEthV1EventsBlockGossipBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 30) + row := make(map[string]any, 27) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -202,7 +182,6 @@ func (b *beaconApiEthV1EventsBlockGossipBatch) Snapshot() []map[string]any { row["epoch"] = b.Epoch.Row(i) row["epoch_start_date_time"] = b.EpochStartDateTime.Row(i).Unix() row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -235,14 +214,12 @@ func (b *beaconApiEthV1EventsBlockGossipBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_chain_reorg.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_chain_reorg.gen.go index 27e27c16b..8e8f45f87 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_chain_reorg.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_chain_reorg.gen.go @@ -27,7 +27,6 @@ type beaconApiEthV1EventsChainReorgBatch struct { EpochStartDateTime proto.ColDateTime ExecutionOptimistic proto.ColBool MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -40,14 +39,12 @@ type beaconApiEthV1EventsChainReorgBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -63,7 +60,6 @@ func newbeaconApiEthV1EventsChainReorgBatch() *beaconApiEthV1EventsChainReorgBat MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -74,7 +70,6 @@ func (b *beaconApiEthV1EventsChainReorgBatch) Rows() int { func (b *beaconApiEthV1EventsChainReorgBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -87,19 +82,16 @@ func (b *beaconApiEthV1EventsChainReorgBatch) appendMetadata(event *xatu.Decorat b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -112,18 +104,12 @@ func (b *beaconApiEthV1EventsChainReorgBatch) appendMetadata(event *xatu.Decorat b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1EventsChainReorgBatch) Input() proto.Input { @@ -142,7 +128,6 @@ func (b *beaconApiEthV1EventsChainReorgBatch) Input() proto.Input { {Name: "epoch_start_date_time", Data: &b.EpochStartDateTime}, {Name: "execution_optimistic", Data: &b.ExecutionOptimistic}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -155,14 +140,12 @@ func (b *beaconApiEthV1EventsChainReorgBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -181,7 +164,6 @@ func (b *beaconApiEthV1EventsChainReorgBatch) Reset() { b.EpochStartDateTime.Reset() b.ExecutionOptimistic.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -194,14 +176,12 @@ func (b *beaconApiEthV1EventsChainReorgBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -210,7 +190,7 @@ func (b *beaconApiEthV1EventsChainReorgBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 35) + row := make(map[string]any, 32) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -225,7 +205,6 @@ func (b *beaconApiEthV1EventsChainReorgBatch) Snapshot() []map[string]any { row["epoch_start_date_time"] = b.EpochStartDateTime.Row(i).Unix() row["execution_optimistic"] = b.ExecutionOptimistic.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -258,14 +237,12 @@ func (b *beaconApiEthV1EventsChainReorgBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_contribution_and_proof.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_contribution_and_proof.gen.go index 2fdb44cec..03e48ec49 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_contribution_and_proof.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_contribution_and_proof.gen.go @@ -28,7 +28,6 @@ type beaconApiEthV1EventsContributionAndProofBatch struct { SelectionProof proto.ColStr Signature proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -41,14 +40,12 @@ type beaconApiEthV1EventsContributionAndProofBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -61,7 +58,6 @@ func newbeaconApiEthV1EventsContributionAndProofBatch() *beaconApiEthV1EventsCon MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -72,7 +68,6 @@ func (b *beaconApiEthV1EventsContributionAndProofBatch) Rows() int { func (b *beaconApiEthV1EventsContributionAndProofBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -85,19 +80,16 @@ func (b *beaconApiEthV1EventsContributionAndProofBatch) appendMetadata(event *xa b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -110,18 +102,12 @@ func (b *beaconApiEthV1EventsContributionAndProofBatch) appendMetadata(event *xa b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1EventsContributionAndProofBatch) Input() proto.Input { @@ -141,7 +127,6 @@ func (b *beaconApiEthV1EventsContributionAndProofBatch) Input() proto.Input { {Name: "selection_proof", Data: &b.SelectionProof}, {Name: "signature", Data: &b.Signature}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -154,14 +139,12 @@ func (b *beaconApiEthV1EventsContributionAndProofBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -181,7 +164,6 @@ func (b *beaconApiEthV1EventsContributionAndProofBatch) Reset() { b.SelectionProof.Reset() b.Signature.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -194,14 +176,12 @@ func (b *beaconApiEthV1EventsContributionAndProofBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -210,7 +190,7 @@ func (b *beaconApiEthV1EventsContributionAndProofBatch) Snapshot() []map[string] out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 36) + row := make(map[string]any, 33) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["aggregator_index"] = b.AggregatorIndex.Row(i) @@ -226,7 +206,6 @@ func (b *beaconApiEthV1EventsContributionAndProofBatch) Snapshot() []map[string] row["selection_proof"] = b.SelectionProof.Row(i) row["signature"] = b.Signature.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -259,14 +238,12 @@ func (b *beaconApiEthV1EventsContributionAndProofBatch) Snapshot() []map[string] } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_data_column_sidecar.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_data_column_sidecar.gen.go index 66d0b46d6..d7d4c9364 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_data_column_sidecar.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_data_column_sidecar.gen.go @@ -23,8 +23,8 @@ type beaconApiEthV1EventsDataColumnSidecarBatch struct { BlockRoot route.SafeColFixedStr ColumnIndex proto.ColUInt64 KzgCommitmentsCount proto.ColUInt32 + KzgCommitments *proto.ColArr[[]byte] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -37,27 +37,29 @@ type beaconApiEthV1EventsDataColumnSidecarBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } func newbeaconApiEthV1EventsDataColumnSidecarBatch() *beaconApiEthV1EventsDataColumnSidecarBatch { return &beaconApiEthV1EventsDataColumnSidecarBatch{ - EventDateTime: func() proto.ColDateTime64 { var c proto.ColDateTime64; c.WithPrecision(proto.Precision(3)); return c }(), - BlockRoot: func() route.SafeColFixedStr { var c route.SafeColFixedStr; c.SetSize(66); return c }(), + EventDateTime: func() proto.ColDateTime64 { var c proto.ColDateTime64; c.WithPrecision(proto.Precision(3)); return c }(), + BlockRoot: func() route.SafeColFixedStr { var c route.SafeColFixedStr; c.SetSize(66); return c }(), + KzgCommitments: func() *proto.ColArr[[]byte] { + var fs route.SafeColFixedStr + fs.SetSize(98) + return proto.NewArray[[]byte](&fs) + }(), MetaClientIP: new(proto.ColIPv6).Nullable(), MetaClientGeoLongitude: new(proto.ColFloat64).Nullable(), MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -68,7 +70,6 @@ func (b *beaconApiEthV1EventsDataColumnSidecarBatch) Rows() int { func (b *beaconApiEthV1EventsDataColumnSidecarBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -81,19 +82,16 @@ func (b *beaconApiEthV1EventsDataColumnSidecarBatch) appendMetadata(event *xatu. b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -106,18 +104,12 @@ func (b *beaconApiEthV1EventsDataColumnSidecarBatch) appendMetadata(event *xatu. b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1EventsDataColumnSidecarBatch) Input() proto.Input { @@ -132,8 +124,8 @@ func (b *beaconApiEthV1EventsDataColumnSidecarBatch) Input() proto.Input { {Name: "block_root", Data: &b.BlockRoot}, {Name: "column_index", Data: &b.ColumnIndex}, {Name: "kzg_commitments_count", Data: &b.KzgCommitmentsCount}, + {Name: "kzg_commitments", Data: b.KzgCommitments}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -146,14 +138,12 @@ func (b *beaconApiEthV1EventsDataColumnSidecarBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -168,8 +158,8 @@ func (b *beaconApiEthV1EventsDataColumnSidecarBatch) Reset() { b.BlockRoot.Reset() b.ColumnIndex.Reset() b.KzgCommitmentsCount.Reset() + b.KzgCommitments.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -182,14 +172,12 @@ func (b *beaconApiEthV1EventsDataColumnSidecarBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -198,7 +186,7 @@ func (b *beaconApiEthV1EventsDataColumnSidecarBatch) Snapshot() []map[string]any out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 32) + row := make(map[string]any, 30) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -209,8 +197,8 @@ func (b *beaconApiEthV1EventsDataColumnSidecarBatch) Snapshot() []map[string]any row["block_root"] = string(b.BlockRoot.Row(i)) row["column_index"] = b.ColumnIndex.Row(i) row["kzg_commitments_count"] = b.KzgCommitmentsCount.Row(i) + row["kzg_commitments"] = route.ByteSlicesToStrings(b.KzgCommitments.Row(i)) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -243,14 +231,12 @@ func (b *beaconApiEthV1EventsDataColumnSidecarBatch) Snapshot() []map[string]any } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_finalized_checkpoint.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_finalized_checkpoint.gen.go index b4d8a790d..957a1d0e5 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_finalized_checkpoint.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_finalized_checkpoint.gen.go @@ -21,7 +21,6 @@ type beaconApiEthV1EventsFinalizedCheckpointBatch struct { EpochStartDateTime proto.ColDateTime ExecutionOptimistic proto.ColBool MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -34,14 +33,12 @@ type beaconApiEthV1EventsFinalizedCheckpointBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -55,7 +52,6 @@ func newbeaconApiEthV1EventsFinalizedCheckpointBatch() *beaconApiEthV1EventsFina MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -66,7 +62,6 @@ func (b *beaconApiEthV1EventsFinalizedCheckpointBatch) Rows() int { func (b *beaconApiEthV1EventsFinalizedCheckpointBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -79,19 +74,16 @@ func (b *beaconApiEthV1EventsFinalizedCheckpointBatch) appendMetadata(event *xat b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -104,18 +96,12 @@ func (b *beaconApiEthV1EventsFinalizedCheckpointBatch) appendMetadata(event *xat b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1EventsFinalizedCheckpointBatch) Input() proto.Input { @@ -128,7 +114,6 @@ func (b *beaconApiEthV1EventsFinalizedCheckpointBatch) Input() proto.Input { {Name: "epoch_start_date_time", Data: &b.EpochStartDateTime}, {Name: "execution_optimistic", Data: &b.ExecutionOptimistic}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -141,14 +126,12 @@ func (b *beaconApiEthV1EventsFinalizedCheckpointBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -161,7 +144,6 @@ func (b *beaconApiEthV1EventsFinalizedCheckpointBatch) Reset() { b.EpochStartDateTime.Reset() b.ExecutionOptimistic.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -174,14 +156,12 @@ func (b *beaconApiEthV1EventsFinalizedCheckpointBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -190,7 +170,7 @@ func (b *beaconApiEthV1EventsFinalizedCheckpointBatch) Snapshot() []map[string]a out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 29) + row := make(map[string]any, 26) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["block"] = string(b.Block.Row(i)) @@ -199,7 +179,6 @@ func (b *beaconApiEthV1EventsFinalizedCheckpointBatch) Snapshot() []map[string]a row["epoch_start_date_time"] = b.EpochStartDateTime.Row(i).Unix() row["execution_optimistic"] = b.ExecutionOptimistic.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -232,14 +211,12 @@ func (b *beaconApiEthV1EventsFinalizedCheckpointBatch) Snapshot() []map[string]a } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_head.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_head.gen.go index 5ded90783..fe02e675b 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_head.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_head.gen.go @@ -26,7 +26,6 @@ type beaconApiEthV1EventsHeadBatch struct { PreviousDutyDependentRoot route.SafeColFixedStr CurrentDutyDependentRoot route.SafeColFixedStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -39,14 +38,12 @@ type beaconApiEthV1EventsHeadBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -61,7 +58,6 @@ func newbeaconApiEthV1EventsHeadBatch() *beaconApiEthV1EventsHeadBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -72,7 +68,6 @@ func (b *beaconApiEthV1EventsHeadBatch) Rows() int { func (b *beaconApiEthV1EventsHeadBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -85,19 +80,16 @@ func (b *beaconApiEthV1EventsHeadBatch) appendMetadata(event *xatu.DecoratedEven b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -110,18 +102,12 @@ func (b *beaconApiEthV1EventsHeadBatch) appendMetadata(event *xatu.DecoratedEven b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1EventsHeadBatch) Input() proto.Input { @@ -139,7 +125,6 @@ func (b *beaconApiEthV1EventsHeadBatch) Input() proto.Input { {Name: "previous_duty_dependent_root", Data: &b.PreviousDutyDependentRoot}, {Name: "current_duty_dependent_root", Data: &b.CurrentDutyDependentRoot}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -152,14 +137,12 @@ func (b *beaconApiEthV1EventsHeadBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -177,7 +160,6 @@ func (b *beaconApiEthV1EventsHeadBatch) Reset() { b.PreviousDutyDependentRoot.Reset() b.CurrentDutyDependentRoot.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -190,14 +172,12 @@ func (b *beaconApiEthV1EventsHeadBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -206,7 +186,7 @@ func (b *beaconApiEthV1EventsHeadBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 34) + row := make(map[string]any, 31) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -220,7 +200,6 @@ func (b *beaconApiEthV1EventsHeadBatch) Snapshot() []map[string]any { row["previous_duty_dependent_root"] = string(b.PreviousDutyDependentRoot.Row(i)) row["current_duty_dependent_root"] = string(b.CurrentDutyDependentRoot.Row(i)) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -253,14 +232,12 @@ func (b *beaconApiEthV1EventsHeadBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_voluntary_exit.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_voluntary_exit.gen.go index 5df6cd65f..8b430aea5 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_voluntary_exit.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_events_voluntary_exit.gen.go @@ -24,7 +24,6 @@ type beaconApiEthV1EventsVoluntaryExitBatch struct { ValidatorIndex proto.ColUInt32 Signature proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -37,14 +36,12 @@ type beaconApiEthV1EventsVoluntaryExitBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -56,7 +53,6 @@ func newbeaconApiEthV1EventsVoluntaryExitBatch() *beaconApiEthV1EventsVoluntaryE MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -67,7 +63,6 @@ func (b *beaconApiEthV1EventsVoluntaryExitBatch) Rows() int { func (b *beaconApiEthV1EventsVoluntaryExitBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -80,19 +75,16 @@ func (b *beaconApiEthV1EventsVoluntaryExitBatch) appendMetadata(event *xatu.Deco b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -105,18 +97,12 @@ func (b *beaconApiEthV1EventsVoluntaryExitBatch) appendMetadata(event *xatu.Deco b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1EventsVoluntaryExitBatch) Input() proto.Input { @@ -132,7 +118,6 @@ func (b *beaconApiEthV1EventsVoluntaryExitBatch) Input() proto.Input { {Name: "validator_index", Data: &b.ValidatorIndex}, {Name: "signature", Data: &b.Signature}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -145,14 +130,12 @@ func (b *beaconApiEthV1EventsVoluntaryExitBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -168,7 +151,6 @@ func (b *beaconApiEthV1EventsVoluntaryExitBatch) Reset() { b.ValidatorIndex.Reset() b.Signature.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -181,14 +163,12 @@ func (b *beaconApiEthV1EventsVoluntaryExitBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -197,7 +177,7 @@ func (b *beaconApiEthV1EventsVoluntaryExitBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 32) + row := make(map[string]any, 29) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["epoch"] = b.Epoch.Row(i) @@ -209,7 +189,6 @@ func (b *beaconApiEthV1EventsVoluntaryExitBatch) Snapshot() []map[string]any { row["validator_index"] = b.ValidatorIndex.Row(i) row["signature"] = b.Signature.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -242,14 +221,12 @@ func (b *beaconApiEthV1EventsVoluntaryExitBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_proposer_duty.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_proposer_duty.gen.go index 6efe22649..576e87630 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_proposer_duty.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_proposer_duty.gen.go @@ -22,7 +22,6 @@ type beaconApiEthV1ProposerDutyBatch struct { ProposerValidatorIndex proto.ColUInt32 ProposerPubkey proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -35,14 +34,12 @@ type beaconApiEthV1ProposerDutyBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -54,7 +51,6 @@ func newbeaconApiEthV1ProposerDutyBatch() *beaconApiEthV1ProposerDutyBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -65,7 +61,6 @@ func (b *beaconApiEthV1ProposerDutyBatch) Rows() int { func (b *beaconApiEthV1ProposerDutyBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -78,19 +73,16 @@ func (b *beaconApiEthV1ProposerDutyBatch) appendMetadata(event *xatu.DecoratedEv b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -103,18 +95,12 @@ func (b *beaconApiEthV1ProposerDutyBatch) appendMetadata(event *xatu.DecoratedEv b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1ProposerDutyBatch) Input() proto.Input { @@ -128,7 +114,6 @@ func (b *beaconApiEthV1ProposerDutyBatch) Input() proto.Input { {Name: "proposer_validator_index", Data: &b.ProposerValidatorIndex}, {Name: "proposer_pubkey", Data: &b.ProposerPubkey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -141,14 +126,12 @@ func (b *beaconApiEthV1ProposerDutyBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -162,7 +145,6 @@ func (b *beaconApiEthV1ProposerDutyBatch) Reset() { b.ProposerValidatorIndex.Reset() b.ProposerPubkey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -175,14 +157,12 @@ func (b *beaconApiEthV1ProposerDutyBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -191,7 +171,7 @@ func (b *beaconApiEthV1ProposerDutyBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 30) + row := make(map[string]any, 27) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -201,7 +181,6 @@ func (b *beaconApiEthV1ProposerDutyBatch) Snapshot() []map[string]any { row["proposer_validator_index"] = b.ProposerValidatorIndex.Row(i) row["proposer_pubkey"] = b.ProposerPubkey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -234,14 +213,12 @@ func (b *beaconApiEthV1ProposerDutyBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v1_validator_attestation_data.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v1_validator_attestation_data.gen.go index 30c9d6c53..7fc4d045e 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v1_validator_attestation_data.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v1_validator_attestation_data.gen.go @@ -31,7 +31,6 @@ type beaconApiEthV1ValidatorAttestationDataBatch struct { RequestDuration proto.ColUInt32 RequestSlotStartDiff proto.ColUInt32 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -44,14 +43,12 @@ type beaconApiEthV1ValidatorAttestationDataBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -66,7 +63,6 @@ func newbeaconApiEthV1ValidatorAttestationDataBatch() *beaconApiEthV1ValidatorAt MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -77,7 +73,6 @@ func (b *beaconApiEthV1ValidatorAttestationDataBatch) Rows() int { func (b *beaconApiEthV1ValidatorAttestationDataBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -90,19 +85,16 @@ func (b *beaconApiEthV1ValidatorAttestationDataBatch) appendMetadata(event *xatu b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -115,18 +107,12 @@ func (b *beaconApiEthV1ValidatorAttestationDataBatch) appendMetadata(event *xatu b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV1ValidatorAttestationDataBatch) Input() proto.Input { @@ -149,7 +135,6 @@ func (b *beaconApiEthV1ValidatorAttestationDataBatch) Input() proto.Input { {Name: "request_duration", Data: &b.RequestDuration}, {Name: "request_slot_start_diff", Data: &b.RequestSlotStartDiff}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -162,14 +147,12 @@ func (b *beaconApiEthV1ValidatorAttestationDataBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -192,7 +175,6 @@ func (b *beaconApiEthV1ValidatorAttestationDataBatch) Reset() { b.RequestDuration.Reset() b.RequestSlotStartDiff.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -205,14 +187,12 @@ func (b *beaconApiEthV1ValidatorAttestationDataBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -221,7 +201,7 @@ func (b *beaconApiEthV1ValidatorAttestationDataBatch) Snapshot() []map[string]an out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 39) + row := make(map[string]any, 36) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -240,7 +220,6 @@ func (b *beaconApiEthV1ValidatorAttestationDataBatch) Snapshot() []map[string]an row["request_duration"] = b.RequestDuration.Row(i) row["request_slot_start_diff"] = b.RequestSlotStartDiff.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -273,14 +252,12 @@ func (b *beaconApiEthV1ValidatorAttestationDataBatch) Snapshot() []map[string]an } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v2_beacon_block.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v2_beacon_block.gen.go index 14e8ffede..c2a6a9c3f 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v2_beacon_block.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v2_beacon_block.gen.go @@ -28,9 +28,9 @@ type beaconApiEthV2BeaconBlockBatch struct { ProposerIndex proto.ColUInt32 Eth1DataBlockHash route.SafeColFixedStr Eth1DataDepositRoot route.SafeColFixedStr - ExecutionPayloadBlockHash route.SafeColFixedStr - ExecutionPayloadBlockNumber proto.ColUInt32 - ExecutionPayloadFeeRecipient proto.ColStr + ExecutionPayloadBlockHash *proto.ColNullable[[]byte] + ExecutionPayloadBlockNumber *proto.ColNullable[uint32] + ExecutionPayloadFeeRecipient *proto.ColNullable[string] ExecutionPayloadBaseFeePerGas *proto.ColNullable[proto.UInt128] ExecutionPayloadBlobGasUsed *proto.ColNullable[uint64] ExecutionPayloadExcessBlobGas *proto.ColNullable[uint64] @@ -42,7 +42,6 @@ type beaconApiEthV2BeaconBlockBatch struct { ExecutionPayloadTransactionsTotalBytes *proto.ColNullable[uint32] ExecutionPayloadTransactionsTotalBytesCompressed *proto.ColNullable[uint32] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -55,14 +54,12 @@ type beaconApiEthV2BeaconBlockBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -76,7 +73,9 @@ func newbeaconApiEthV2BeaconBlockBatch() *beaconApiEthV2BeaconBlockBatch { StateRoot: func() route.SafeColFixedStr { var c route.SafeColFixedStr; c.SetSize(66); return c }(), Eth1DataBlockHash: func() route.SafeColFixedStr { var c route.SafeColFixedStr; c.SetSize(66); return c }(), Eth1DataDepositRoot: func() route.SafeColFixedStr { var c route.SafeColFixedStr; c.SetSize(66); return c }(), - ExecutionPayloadBlockHash: func() route.SafeColFixedStr { var c route.SafeColFixedStr; c.SetSize(66); return c }(), + ExecutionPayloadBlockHash: route.NewNullableFixedStr(66), + ExecutionPayloadBlockNumber: new(proto.ColUInt32).Nullable(), + ExecutionPayloadFeeRecipient: new(proto.ColStr).Nullable(), ExecutionPayloadBaseFeePerGas: new(proto.ColUInt128).Nullable(), ExecutionPayloadBlobGasUsed: new(proto.ColUInt64).Nullable(), ExecutionPayloadExcessBlobGas: new(proto.ColUInt64).Nullable(), @@ -92,7 +91,6 @@ func newbeaconApiEthV2BeaconBlockBatch() *beaconApiEthV2BeaconBlockBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -103,7 +101,6 @@ func (b *beaconApiEthV2BeaconBlockBatch) Rows() int { func (b *beaconApiEthV2BeaconBlockBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -116,19 +113,16 @@ func (b *beaconApiEthV2BeaconBlockBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -141,18 +135,12 @@ func (b *beaconApiEthV2BeaconBlockBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV2BeaconBlockBatch) Input() proto.Input { @@ -172,9 +160,9 @@ func (b *beaconApiEthV2BeaconBlockBatch) Input() proto.Input { {Name: "proposer_index", Data: &b.ProposerIndex}, {Name: "eth1_data_block_hash", Data: &b.Eth1DataBlockHash}, {Name: "eth1_data_deposit_root", Data: &b.Eth1DataDepositRoot}, - {Name: "execution_payload_block_hash", Data: &b.ExecutionPayloadBlockHash}, - {Name: "execution_payload_block_number", Data: &b.ExecutionPayloadBlockNumber}, - {Name: "execution_payload_fee_recipient", Data: &b.ExecutionPayloadFeeRecipient}, + {Name: "execution_payload_block_hash", Data: b.ExecutionPayloadBlockHash}, + {Name: "execution_payload_block_number", Data: b.ExecutionPayloadBlockNumber}, + {Name: "execution_payload_fee_recipient", Data: b.ExecutionPayloadFeeRecipient}, {Name: "execution_payload_base_fee_per_gas", Data: b.ExecutionPayloadBaseFeePerGas}, {Name: "execution_payload_blob_gas_used", Data: b.ExecutionPayloadBlobGasUsed}, {Name: "execution_payload_excess_blob_gas", Data: b.ExecutionPayloadExcessBlobGas}, @@ -186,7 +174,6 @@ func (b *beaconApiEthV2BeaconBlockBatch) Input() proto.Input { {Name: "execution_payload_transactions_total_bytes", Data: b.ExecutionPayloadTransactionsTotalBytes}, {Name: "execution_payload_transactions_total_bytes_compressed", Data: b.ExecutionPayloadTransactionsTotalBytesCompressed}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -199,14 +186,12 @@ func (b *beaconApiEthV2BeaconBlockBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -240,7 +225,6 @@ func (b *beaconApiEthV2BeaconBlockBatch) Reset() { b.ExecutionPayloadTransactionsTotalBytes.Reset() b.ExecutionPayloadTransactionsTotalBytesCompressed.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -253,14 +237,12 @@ func (b *beaconApiEthV2BeaconBlockBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -269,7 +251,7 @@ func (b *beaconApiEthV2BeaconBlockBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 50) + row := make(map[string]any, 47) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -293,9 +275,21 @@ func (b *beaconApiEthV2BeaconBlockBatch) Snapshot() []map[string]any { row["proposer_index"] = b.ProposerIndex.Row(i) row["eth1_data_block_hash"] = string(b.Eth1DataBlockHash.Row(i)) row["eth1_data_deposit_root"] = string(b.Eth1DataDepositRoot.Row(i)) - row["execution_payload_block_hash"] = string(b.ExecutionPayloadBlockHash.Row(i)) - row["execution_payload_block_number"] = b.ExecutionPayloadBlockNumber.Row(i) - row["execution_payload_fee_recipient"] = b.ExecutionPayloadFeeRecipient.Row(i) + if v := b.ExecutionPayloadBlockHash.Row(i); v.Set { + row["execution_payload_block_hash"] = string(v.Value) + } else { + row["execution_payload_block_hash"] = nil + } + if v := b.ExecutionPayloadBlockNumber.Row(i); v.Set { + row["execution_payload_block_number"] = v.Value + } else { + row["execution_payload_block_number"] = nil + } + if v := b.ExecutionPayloadFeeRecipient.Row(i); v.Set { + row["execution_payload_fee_recipient"] = v.Value + } else { + row["execution_payload_fee_recipient"] = nil + } if v := b.ExecutionPayloadBaseFeePerGas.Row(i); v.Set { row["execution_payload_base_fee_per_gas"] = route.UInt128ToString(v.Value) } else { @@ -339,7 +333,6 @@ func (b *beaconApiEthV2BeaconBlockBatch) Snapshot() []map[string]any { row["execution_payload_transactions_total_bytes_compressed"] = nil } row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -372,14 +365,12 @@ func (b *beaconApiEthV2BeaconBlockBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/beacon/beacon_api_eth_v3_validator_block.gen.go b/pkg/consumoor/route/beacon/beacon_api_eth_v3_validator_block.gen.go index 47240e048..a07807991 100644 --- a/pkg/consumoor/route/beacon/beacon_api_eth_v3_validator_block.gen.go +++ b/pkg/consumoor/route/beacon/beacon_api_eth_v3_validator_block.gen.go @@ -34,7 +34,6 @@ type beaconApiEthV3ValidatorBlockBatch struct { ExecutionPayloadTransactionsTotalBytes *proto.ColNullable[uint32] ExecutionPayloadTransactionsTotalBytesCompressed *proto.ColNullable[uint32] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -47,14 +46,12 @@ type beaconApiEthV3ValidatorBlockBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -78,7 +75,6 @@ func newbeaconApiEthV3ValidatorBlockBatch() *beaconApiEthV3ValidatorBlockBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -89,7 +85,6 @@ func (b *beaconApiEthV3ValidatorBlockBatch) Rows() int { func (b *beaconApiEthV3ValidatorBlockBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -102,19 +97,16 @@ func (b *beaconApiEthV3ValidatorBlockBatch) appendMetadata(event *xatu.Decorated b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -127,18 +119,12 @@ func (b *beaconApiEthV3ValidatorBlockBatch) appendMetadata(event *xatu.Decorated b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *beaconApiEthV3ValidatorBlockBatch) Input() proto.Input { @@ -164,7 +150,6 @@ func (b *beaconApiEthV3ValidatorBlockBatch) Input() proto.Input { {Name: "execution_payload_transactions_total_bytes", Data: b.ExecutionPayloadTransactionsTotalBytes}, {Name: "execution_payload_transactions_total_bytes_compressed", Data: b.ExecutionPayloadTransactionsTotalBytesCompressed}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -177,14 +162,12 @@ func (b *beaconApiEthV3ValidatorBlockBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -210,7 +193,6 @@ func (b *beaconApiEthV3ValidatorBlockBatch) Reset() { b.ExecutionPayloadTransactionsTotalBytes.Reset() b.ExecutionPayloadTransactionsTotalBytesCompressed.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -223,14 +205,12 @@ func (b *beaconApiEthV3ValidatorBlockBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -239,7 +219,7 @@ func (b *beaconApiEthV3ValidatorBlockBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 42) + row := make(map[string]any, 39) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -309,7 +289,6 @@ func (b *beaconApiEthV3ValidatorBlockBatch) Snapshot() []map[string]any { row["execution_payload_transactions_total_bytes_compressed"] = nil } row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -342,14 +321,12 @@ func (b *beaconApiEthV3ValidatorBlockBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_blob_sidecar.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_blob_sidecar.gen.go index b69b1a61b..3173b0c35 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_blob_sidecar.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_blob_sidecar.gen.go @@ -28,7 +28,6 @@ type canonicalBeaconBlobSidecarBatch struct { BlobSize proto.ColUInt32 BlobEmptySize *proto.ColNullable[uint32] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -41,14 +40,12 @@ type canonicalBeaconBlobSidecarBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -65,7 +62,6 @@ func newcanonicalBeaconBlobSidecarBatch() *canonicalBeaconBlobSidecarBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -76,7 +72,6 @@ func (b *canonicalBeaconBlobSidecarBatch) Rows() int { func (b *canonicalBeaconBlobSidecarBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -89,19 +84,16 @@ func (b *canonicalBeaconBlobSidecarBatch) appendMetadata(event *xatu.DecoratedEv b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -114,18 +106,12 @@ func (b *canonicalBeaconBlobSidecarBatch) appendMetadata(event *xatu.DecoratedEv b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconBlobSidecarBatch) Input() proto.Input { @@ -145,7 +131,6 @@ func (b *canonicalBeaconBlobSidecarBatch) Input() proto.Input { {Name: "blob_size", Data: &b.BlobSize}, {Name: "blob_empty_size", Data: b.BlobEmptySize}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -158,14 +143,12 @@ func (b *canonicalBeaconBlobSidecarBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -185,7 +168,6 @@ func (b *canonicalBeaconBlobSidecarBatch) Reset() { b.BlobSize.Reset() b.BlobEmptySize.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -198,14 +180,12 @@ func (b *canonicalBeaconBlobSidecarBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -214,7 +194,7 @@ func (b *canonicalBeaconBlobSidecarBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 36) + row := make(map[string]any, 33) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -234,7 +214,6 @@ func (b *canonicalBeaconBlobSidecarBatch) Snapshot() []map[string]any { row["blob_empty_size"] = nil } row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -267,14 +246,12 @@ func (b *canonicalBeaconBlobSidecarBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_block.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_block.gen.go index 421b8281c..fd7a0e72e 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_block.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_block.gen.go @@ -41,7 +41,6 @@ type canonicalBeaconBlockBatch struct { ExecutionPayloadTransactionsTotalBytes *proto.ColNullable[uint32] ExecutionPayloadTransactionsTotalBytesCompressed *proto.ColNullable[uint32] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -54,14 +53,12 @@ type canonicalBeaconBlockBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -92,7 +89,6 @@ func newcanonicalBeaconBlockBatch() *canonicalBeaconBlockBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -103,7 +99,6 @@ func (b *canonicalBeaconBlockBatch) Rows() int { func (b *canonicalBeaconBlockBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -116,19 +111,16 @@ func (b *canonicalBeaconBlockBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -141,18 +133,12 @@ func (b *canonicalBeaconBlockBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconBlockBatch) Input() proto.Input { @@ -185,7 +171,6 @@ func (b *canonicalBeaconBlockBatch) Input() proto.Input { {Name: "execution_payload_transactions_total_bytes", Data: b.ExecutionPayloadTransactionsTotalBytes}, {Name: "execution_payload_transactions_total_bytes_compressed", Data: b.ExecutionPayloadTransactionsTotalBytesCompressed}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -198,14 +183,12 @@ func (b *canonicalBeaconBlockBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -238,7 +221,6 @@ func (b *canonicalBeaconBlockBatch) Reset() { b.ExecutionPayloadTransactionsTotalBytes.Reset() b.ExecutionPayloadTransactionsTotalBytesCompressed.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -251,14 +233,12 @@ func (b *canonicalBeaconBlockBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -267,7 +247,7 @@ func (b *canonicalBeaconBlockBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 49) + row := make(map[string]any, 46) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -356,7 +336,6 @@ func (b *canonicalBeaconBlockBatch) Snapshot() []map[string]any { row["execution_payload_transactions_total_bytes_compressed"] = nil } row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -389,14 +368,12 @@ func (b *canonicalBeaconBlockBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_block_attester_slashing.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_block_attester_slashing.gen.go index 3b07a949d..822364bc3 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_block_attester_slashing.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_block_attester_slashing.gen.go @@ -39,7 +39,6 @@ type canonicalBeaconBlockAttesterSlashingBatch struct { Attestation2DataTargetEpoch proto.ColUInt32 Attestation2DataTargetRoot route.SafeColFixedStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -52,14 +51,12 @@ type canonicalBeaconBlockAttesterSlashingBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -79,7 +76,6 @@ func newcanonicalBeaconBlockAttesterSlashingBatch() *canonicalBeaconBlockAtteste MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -90,7 +86,6 @@ func (b *canonicalBeaconBlockAttesterSlashingBatch) Rows() int { func (b *canonicalBeaconBlockAttesterSlashingBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -103,19 +98,16 @@ func (b *canonicalBeaconBlockAttesterSlashingBatch) appendMetadata(event *xatu.D b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -128,18 +120,12 @@ func (b *canonicalBeaconBlockAttesterSlashingBatch) appendMetadata(event *xatu.D b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconBlockAttesterSlashingBatch) Input() proto.Input { @@ -170,7 +156,6 @@ func (b *canonicalBeaconBlockAttesterSlashingBatch) Input() proto.Input { {Name: "attestation_2_data_target_epoch", Data: &b.Attestation2DataTargetEpoch}, {Name: "attestation_2_data_target_root", Data: &b.Attestation2DataTargetRoot}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -183,14 +168,12 @@ func (b *canonicalBeaconBlockAttesterSlashingBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -221,7 +204,6 @@ func (b *canonicalBeaconBlockAttesterSlashingBatch) Reset() { b.Attestation2DataTargetEpoch.Reset() b.Attestation2DataTargetRoot.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -234,14 +216,12 @@ func (b *canonicalBeaconBlockAttesterSlashingBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -250,7 +230,7 @@ func (b *canonicalBeaconBlockAttesterSlashingBatch) Snapshot() []map[string]any out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 47) + row := make(map[string]any, 44) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -277,7 +257,6 @@ func (b *canonicalBeaconBlockAttesterSlashingBatch) Snapshot() []map[string]any row["attestation_2_data_target_epoch"] = b.Attestation2DataTargetEpoch.Row(i) row["attestation_2_data_target_root"] = string(b.Attestation2DataTargetRoot.Row(i)) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -310,14 +289,12 @@ func (b *canonicalBeaconBlockAttesterSlashingBatch) Snapshot() []map[string]any } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_block_bls_to_execution_change.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_block_bls_to_execution_change.gen.go index d6beb6382..87348f792 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_block_bls_to_execution_change.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_block_bls_to_execution_change.gen.go @@ -25,7 +25,6 @@ type canonicalBeaconBlockBlsToExecutionChangeBatch struct { ExchangingMessageToExecutionAddress route.SafeColFixedStr ExchangingSignature proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -38,14 +37,12 @@ type canonicalBeaconBlockBlsToExecutionChangeBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -58,7 +55,6 @@ func newcanonicalBeaconBlockBlsToExecutionChangeBatch() *canonicalBeaconBlockBls MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -69,7 +65,6 @@ func (b *canonicalBeaconBlockBlsToExecutionChangeBatch) Rows() int { func (b *canonicalBeaconBlockBlsToExecutionChangeBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -82,19 +77,16 @@ func (b *canonicalBeaconBlockBlsToExecutionChangeBatch) appendMetadata(event *xa b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -107,18 +99,12 @@ func (b *canonicalBeaconBlockBlsToExecutionChangeBatch) appendMetadata(event *xa b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconBlockBlsToExecutionChangeBatch) Input() proto.Input { @@ -135,7 +121,6 @@ func (b *canonicalBeaconBlockBlsToExecutionChangeBatch) Input() proto.Input { {Name: "exchanging_message_to_execution_address", Data: &b.ExchangingMessageToExecutionAddress}, {Name: "exchanging_signature", Data: &b.ExchangingSignature}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -148,14 +133,12 @@ func (b *canonicalBeaconBlockBlsToExecutionChangeBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -172,7 +155,6 @@ func (b *canonicalBeaconBlockBlsToExecutionChangeBatch) Reset() { b.ExchangingMessageToExecutionAddress.Reset() b.ExchangingSignature.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -185,14 +167,12 @@ func (b *canonicalBeaconBlockBlsToExecutionChangeBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -201,7 +181,7 @@ func (b *canonicalBeaconBlockBlsToExecutionChangeBatch) Snapshot() []map[string] out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 33) + row := make(map[string]any, 30) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -214,7 +194,6 @@ func (b *canonicalBeaconBlockBlsToExecutionChangeBatch) Snapshot() []map[string] row["exchanging_message_to_execution_address"] = string(b.ExchangingMessageToExecutionAddress.Row(i)) row["exchanging_signature"] = b.ExchangingSignature.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -247,14 +226,12 @@ func (b *canonicalBeaconBlockBlsToExecutionChangeBatch) Snapshot() []map[string] } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_block_deposit.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_block_deposit.gen.go index ec7c96d58..c40f8f5cb 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_block_deposit.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_block_deposit.gen.go @@ -26,7 +26,6 @@ type canonicalBeaconBlockDepositBatch struct { DepositDataAmount proto.ColUInt128 DepositDataSignature proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -39,14 +38,12 @@ type canonicalBeaconBlockDepositBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -60,7 +57,6 @@ func newcanonicalBeaconBlockDepositBatch() *canonicalBeaconBlockDepositBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -71,7 +67,6 @@ func (b *canonicalBeaconBlockDepositBatch) Rows() int { func (b *canonicalBeaconBlockDepositBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -84,19 +79,16 @@ func (b *canonicalBeaconBlockDepositBatch) appendMetadata(event *xatu.DecoratedE b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -109,18 +101,12 @@ func (b *canonicalBeaconBlockDepositBatch) appendMetadata(event *xatu.DecoratedE b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconBlockDepositBatch) Input() proto.Input { @@ -138,7 +124,6 @@ func (b *canonicalBeaconBlockDepositBatch) Input() proto.Input { {Name: "deposit_data_amount", Data: &b.DepositDataAmount}, {Name: "deposit_data_signature", Data: &b.DepositDataSignature}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -151,14 +136,12 @@ func (b *canonicalBeaconBlockDepositBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -176,7 +159,6 @@ func (b *canonicalBeaconBlockDepositBatch) Reset() { b.DepositDataAmount.Reset() b.DepositDataSignature.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -189,14 +171,12 @@ func (b *canonicalBeaconBlockDepositBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -205,7 +185,7 @@ func (b *canonicalBeaconBlockDepositBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 34) + row := make(map[string]any, 31) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -219,7 +199,6 @@ func (b *canonicalBeaconBlockDepositBatch) Snapshot() []map[string]any { row["deposit_data_amount"] = route.UInt128ToString(b.DepositDataAmount.Row(i)) row["deposit_data_signature"] = b.DepositDataSignature.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -252,14 +231,12 @@ func (b *canonicalBeaconBlockDepositBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_block_execution_transaction.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_block_execution_transaction.gen.go index 106e60ce2..8cc9af0ee 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_block_execution_transaction.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_block_execution_transaction.gen.go @@ -39,7 +39,6 @@ type canonicalBeaconBlockExecutionTransactionBatch struct { BlobSidecarsSize *proto.ColNullable[uint32] BlobSidecarsEmptySize *proto.ColNullable[uint32] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -52,14 +51,12 @@ type canonicalBeaconBlockExecutionTransactionBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -81,7 +78,6 @@ func newcanonicalBeaconBlockExecutionTransactionBatch() *canonicalBeaconBlockExe MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -92,7 +88,6 @@ func (b *canonicalBeaconBlockExecutionTransactionBatch) Rows() int { func (b *canonicalBeaconBlockExecutionTransactionBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -105,19 +100,16 @@ func (b *canonicalBeaconBlockExecutionTransactionBatch) appendMetadata(event *xa b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -130,18 +122,12 @@ func (b *canonicalBeaconBlockExecutionTransactionBatch) appendMetadata(event *xa b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconBlockExecutionTransactionBatch) Input() proto.Input { @@ -172,7 +158,6 @@ func (b *canonicalBeaconBlockExecutionTransactionBatch) Input() proto.Input { {Name: "blob_sidecars_size", Data: b.BlobSidecarsSize}, {Name: "blob_sidecars_empty_size", Data: b.BlobSidecarsEmptySize}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -185,14 +170,12 @@ func (b *canonicalBeaconBlockExecutionTransactionBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -223,7 +206,6 @@ func (b *canonicalBeaconBlockExecutionTransactionBatch) Reset() { b.BlobSidecarsSize.Reset() b.BlobSidecarsEmptySize.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -236,14 +218,12 @@ func (b *canonicalBeaconBlockExecutionTransactionBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -252,7 +232,7 @@ func (b *canonicalBeaconBlockExecutionTransactionBatch) Snapshot() []map[string] out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 47) + row := make(map[string]any, 44) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -307,7 +287,6 @@ func (b *canonicalBeaconBlockExecutionTransactionBatch) Snapshot() []map[string] row["blob_sidecars_empty_size"] = nil } row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -340,14 +319,12 @@ func (b *canonicalBeaconBlockExecutionTransactionBatch) Snapshot() []map[string] } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_block_proposer_slashing.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_block_proposer_slashing.gen.go index ac985c017..c9ef44585 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_block_proposer_slashing.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_block_proposer_slashing.gen.go @@ -33,7 +33,6 @@ type canonicalBeaconBlockProposerSlashingBatch struct { SignedHeader2MessageStateRoot route.SafeColFixedStr SignedHeader2Signature proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -46,14 +45,12 @@ type canonicalBeaconBlockProposerSlashingBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -71,7 +68,6 @@ func newcanonicalBeaconBlockProposerSlashingBatch() *canonicalBeaconBlockPropose MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -82,7 +78,6 @@ func (b *canonicalBeaconBlockProposerSlashingBatch) Rows() int { func (b *canonicalBeaconBlockProposerSlashingBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -95,19 +90,16 @@ func (b *canonicalBeaconBlockProposerSlashingBatch) appendMetadata(event *xatu.D b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -120,18 +112,12 @@ func (b *canonicalBeaconBlockProposerSlashingBatch) appendMetadata(event *xatu.D b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconBlockProposerSlashingBatch) Input() proto.Input { @@ -156,7 +142,6 @@ func (b *canonicalBeaconBlockProposerSlashingBatch) Input() proto.Input { {Name: "signed_header_2_message_state_root", Data: &b.SignedHeader2MessageStateRoot}, {Name: "signed_header_2_signature", Data: &b.SignedHeader2Signature}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -169,14 +154,12 @@ func (b *canonicalBeaconBlockProposerSlashingBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -201,7 +184,6 @@ func (b *canonicalBeaconBlockProposerSlashingBatch) Reset() { b.SignedHeader2MessageStateRoot.Reset() b.SignedHeader2Signature.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -214,14 +196,12 @@ func (b *canonicalBeaconBlockProposerSlashingBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -230,7 +210,7 @@ func (b *canonicalBeaconBlockProposerSlashingBatch) Snapshot() []map[string]any out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 41) + row := make(map[string]any, 38) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -251,7 +231,6 @@ func (b *canonicalBeaconBlockProposerSlashingBatch) Snapshot() []map[string]any row["signed_header_2_message_state_root"] = string(b.SignedHeader2MessageStateRoot.Row(i)) row["signed_header_2_signature"] = b.SignedHeader2Signature.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -284,14 +263,12 @@ func (b *canonicalBeaconBlockProposerSlashingBatch) Snapshot() []map[string]any } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_block_sync_aggregate.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_block_sync_aggregate.gen.go index 178901322..abc38ebbd 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_block_sync_aggregate.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_block_sync_aggregate.gen.go @@ -28,7 +28,6 @@ type canonicalBeaconBlockSyncAggregateBatch struct { ValidatorsMissed *proto.ColArr[uint32] ParticipationCount proto.ColUInt16 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -41,14 +40,12 @@ type canonicalBeaconBlockSyncAggregateBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -63,7 +60,6 @@ func newcanonicalBeaconBlockSyncAggregateBatch() *canonicalBeaconBlockSyncAggreg MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -74,7 +70,6 @@ func (b *canonicalBeaconBlockSyncAggregateBatch) Rows() int { func (b *canonicalBeaconBlockSyncAggregateBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -87,19 +82,16 @@ func (b *canonicalBeaconBlockSyncAggregateBatch) appendMetadata(event *xatu.Deco b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -112,18 +104,12 @@ func (b *canonicalBeaconBlockSyncAggregateBatch) appendMetadata(event *xatu.Deco b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconBlockSyncAggregateBatch) Input() proto.Input { @@ -143,7 +129,6 @@ func (b *canonicalBeaconBlockSyncAggregateBatch) Input() proto.Input { {Name: "validators_missed", Data: b.ValidatorsMissed}, {Name: "participation_count", Data: &b.ParticipationCount}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -156,14 +141,12 @@ func (b *canonicalBeaconBlockSyncAggregateBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -183,7 +166,6 @@ func (b *canonicalBeaconBlockSyncAggregateBatch) Reset() { b.ValidatorsMissed.Reset() b.ParticipationCount.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -196,14 +178,12 @@ func (b *canonicalBeaconBlockSyncAggregateBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -212,7 +192,7 @@ func (b *canonicalBeaconBlockSyncAggregateBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 36) + row := make(map[string]any, 33) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -228,7 +208,6 @@ func (b *canonicalBeaconBlockSyncAggregateBatch) Snapshot() []map[string]any { row["validators_missed"] = b.ValidatorsMissed.Row(i) row["participation_count"] = b.ParticipationCount.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -261,14 +240,12 @@ func (b *canonicalBeaconBlockSyncAggregateBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_block_voluntary_exit.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_block_voluntary_exit.gen.go index a3e923965..c7c61d04d 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_block_voluntary_exit.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_block_voluntary_exit.gen.go @@ -24,7 +24,6 @@ type canonicalBeaconBlockVoluntaryExitBatch struct { VoluntaryExitMessageValidatorIndex proto.ColUInt32 VoluntaryExitSignature proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -37,14 +36,12 @@ type canonicalBeaconBlockVoluntaryExitBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -56,7 +53,6 @@ func newcanonicalBeaconBlockVoluntaryExitBatch() *canonicalBeaconBlockVoluntaryE MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -67,7 +63,6 @@ func (b *canonicalBeaconBlockVoluntaryExitBatch) Rows() int { func (b *canonicalBeaconBlockVoluntaryExitBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -80,19 +75,16 @@ func (b *canonicalBeaconBlockVoluntaryExitBatch) appendMetadata(event *xatu.Deco b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -105,18 +97,12 @@ func (b *canonicalBeaconBlockVoluntaryExitBatch) appendMetadata(event *xatu.Deco b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconBlockVoluntaryExitBatch) Input() proto.Input { @@ -132,7 +118,6 @@ func (b *canonicalBeaconBlockVoluntaryExitBatch) Input() proto.Input { {Name: "voluntary_exit_message_validator_index", Data: &b.VoluntaryExitMessageValidatorIndex}, {Name: "voluntary_exit_signature", Data: &b.VoluntaryExitSignature}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -145,14 +130,12 @@ func (b *canonicalBeaconBlockVoluntaryExitBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -168,7 +151,6 @@ func (b *canonicalBeaconBlockVoluntaryExitBatch) Reset() { b.VoluntaryExitMessageValidatorIndex.Reset() b.VoluntaryExitSignature.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -181,14 +163,12 @@ func (b *canonicalBeaconBlockVoluntaryExitBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -197,7 +177,7 @@ func (b *canonicalBeaconBlockVoluntaryExitBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 32) + row := make(map[string]any, 29) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -209,7 +189,6 @@ func (b *canonicalBeaconBlockVoluntaryExitBatch) Snapshot() []map[string]any { row["voluntary_exit_message_validator_index"] = b.VoluntaryExitMessageValidatorIndex.Row(i) row["voluntary_exit_signature"] = b.VoluntaryExitSignature.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -242,14 +221,12 @@ func (b *canonicalBeaconBlockVoluntaryExitBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_block_withdrawal.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_block_withdrawal.gen.go index 708ff3527..77a517cd4 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_block_withdrawal.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_block_withdrawal.gen.go @@ -25,7 +25,6 @@ type canonicalBeaconBlockWithdrawalBatch struct { WithdrawalAddress route.SafeColFixedStr WithdrawalAmount proto.ColUInt128 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -38,14 +37,12 @@ type canonicalBeaconBlockWithdrawalBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -58,7 +55,6 @@ func newcanonicalBeaconBlockWithdrawalBatch() *canonicalBeaconBlockWithdrawalBat MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -69,7 +65,6 @@ func (b *canonicalBeaconBlockWithdrawalBatch) Rows() int { func (b *canonicalBeaconBlockWithdrawalBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -82,19 +77,16 @@ func (b *canonicalBeaconBlockWithdrawalBatch) appendMetadata(event *xatu.Decorat b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -107,18 +99,12 @@ func (b *canonicalBeaconBlockWithdrawalBatch) appendMetadata(event *xatu.Decorat b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconBlockWithdrawalBatch) Input() proto.Input { @@ -135,7 +121,6 @@ func (b *canonicalBeaconBlockWithdrawalBatch) Input() proto.Input { {Name: "withdrawal_address", Data: &b.WithdrawalAddress}, {Name: "withdrawal_amount", Data: &b.WithdrawalAmount}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -148,14 +133,12 @@ func (b *canonicalBeaconBlockWithdrawalBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -172,7 +155,6 @@ func (b *canonicalBeaconBlockWithdrawalBatch) Reset() { b.WithdrawalAddress.Reset() b.WithdrawalAmount.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -185,14 +167,12 @@ func (b *canonicalBeaconBlockWithdrawalBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -201,7 +181,7 @@ func (b *canonicalBeaconBlockWithdrawalBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 33) + row := make(map[string]any, 30) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -214,7 +194,6 @@ func (b *canonicalBeaconBlockWithdrawalBatch) Snapshot() []map[string]any { row["withdrawal_address"] = string(b.WithdrawalAddress.Row(i)) row["withdrawal_amount"] = route.UInt128ToString(b.WithdrawalAmount.Row(i)) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -247,14 +226,12 @@ func (b *canonicalBeaconBlockWithdrawalBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_committee.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_committee.gen.go index 4033d32e3..162426994 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_committee.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_committee.gen.go @@ -21,7 +21,6 @@ type canonicalBeaconCommitteeBatch struct { Epoch proto.ColUInt32 EpochStartDateTime proto.ColDateTime MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -34,14 +33,12 @@ type canonicalBeaconCommitteeBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -53,7 +50,6 @@ func newcanonicalBeaconCommitteeBatch() *canonicalBeaconCommitteeBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -64,7 +60,6 @@ func (b *canonicalBeaconCommitteeBatch) Rows() int { func (b *canonicalBeaconCommitteeBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -77,19 +72,16 @@ func (b *canonicalBeaconCommitteeBatch) appendMetadata(event *xatu.DecoratedEven b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -102,18 +94,12 @@ func (b *canonicalBeaconCommitteeBatch) appendMetadata(event *xatu.DecoratedEven b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconCommitteeBatch) Input() proto.Input { @@ -126,7 +112,6 @@ func (b *canonicalBeaconCommitteeBatch) Input() proto.Input { {Name: "epoch", Data: &b.Epoch}, {Name: "epoch_start_date_time", Data: &b.EpochStartDateTime}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -139,14 +124,12 @@ func (b *canonicalBeaconCommitteeBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -159,7 +142,6 @@ func (b *canonicalBeaconCommitteeBatch) Reset() { b.Epoch.Reset() b.EpochStartDateTime.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -172,14 +154,12 @@ func (b *canonicalBeaconCommitteeBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -188,7 +168,7 @@ func (b *canonicalBeaconCommitteeBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 29) + row := make(map[string]any, 26) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -197,7 +177,6 @@ func (b *canonicalBeaconCommitteeBatch) Snapshot() []map[string]any { row["epoch"] = b.Epoch.Row(i) row["epoch_start_date_time"] = b.EpochStartDateTime.Row(i).Unix() row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -230,14 +209,12 @@ func (b *canonicalBeaconCommitteeBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_elaborated_attestation.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_elaborated_attestation.gen.go index 3a70daf19..11562c29c 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_elaborated_attestation.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_elaborated_attestation.gen.go @@ -34,7 +34,6 @@ type canonicalBeaconElaboratedAttestationBatch struct { TargetEpochStartDateTime proto.ColDateTime TargetRoot route.SafeColFixedStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -47,14 +46,12 @@ type canonicalBeaconElaboratedAttestationBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -70,7 +67,6 @@ func newcanonicalBeaconElaboratedAttestationBatch() *canonicalBeaconElaboratedAt MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -81,7 +77,6 @@ func (b *canonicalBeaconElaboratedAttestationBatch) Rows() int { func (b *canonicalBeaconElaboratedAttestationBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -94,19 +89,16 @@ func (b *canonicalBeaconElaboratedAttestationBatch) appendMetadata(event *xatu.D b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -119,18 +111,12 @@ func (b *canonicalBeaconElaboratedAttestationBatch) appendMetadata(event *xatu.D b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconElaboratedAttestationBatch) Input() proto.Input { @@ -156,7 +142,6 @@ func (b *canonicalBeaconElaboratedAttestationBatch) Input() proto.Input { {Name: "target_epoch_start_date_time", Data: &b.TargetEpochStartDateTime}, {Name: "target_root", Data: &b.TargetRoot}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -169,14 +154,12 @@ func (b *canonicalBeaconElaboratedAttestationBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -202,7 +185,6 @@ func (b *canonicalBeaconElaboratedAttestationBatch) Reset() { b.TargetEpochStartDateTime.Reset() b.TargetRoot.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -215,14 +197,12 @@ func (b *canonicalBeaconElaboratedAttestationBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -231,7 +211,7 @@ func (b *canonicalBeaconElaboratedAttestationBatch) Snapshot() []map[string]any out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 42) + row := make(map[string]any, 39) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["block_slot"] = b.BlockSlot.Row(i) row["block_slot_start_date_time"] = b.BlockSlotStartDateTime.Row(i).Unix() @@ -253,7 +233,6 @@ func (b *canonicalBeaconElaboratedAttestationBatch) Snapshot() []map[string]any row["target_epoch_start_date_time"] = b.TargetEpochStartDateTime.Row(i).Unix() row["target_root"] = string(b.TargetRoot.Row(i)) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -286,14 +265,12 @@ func (b *canonicalBeaconElaboratedAttestationBatch) Snapshot() []map[string]any } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_proposer_duty.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_proposer_duty.gen.go index 783479989..3e599d348 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_proposer_duty.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_proposer_duty.gen.go @@ -21,7 +21,6 @@ type canonicalBeaconProposerDutyBatch struct { ProposerValidatorIndex proto.ColUInt32 ProposerPubkey proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -34,14 +33,12 @@ type canonicalBeaconProposerDutyBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -52,7 +49,6 @@ func newcanonicalBeaconProposerDutyBatch() *canonicalBeaconProposerDutyBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -63,7 +59,6 @@ func (b *canonicalBeaconProposerDutyBatch) Rows() int { func (b *canonicalBeaconProposerDutyBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -76,19 +71,16 @@ func (b *canonicalBeaconProposerDutyBatch) appendMetadata(event *xatu.DecoratedE b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -101,18 +93,12 @@ func (b *canonicalBeaconProposerDutyBatch) appendMetadata(event *xatu.DecoratedE b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconProposerDutyBatch) Input() proto.Input { @@ -125,7 +111,6 @@ func (b *canonicalBeaconProposerDutyBatch) Input() proto.Input { {Name: "proposer_validator_index", Data: &b.ProposerValidatorIndex}, {Name: "proposer_pubkey", Data: &b.ProposerPubkey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -138,14 +123,12 @@ func (b *canonicalBeaconProposerDutyBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -158,7 +141,6 @@ func (b *canonicalBeaconProposerDutyBatch) Reset() { b.ProposerValidatorIndex.Reset() b.ProposerPubkey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -171,14 +153,12 @@ func (b *canonicalBeaconProposerDutyBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -187,7 +167,7 @@ func (b *canonicalBeaconProposerDutyBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 29) + row := make(map[string]any, 26) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -196,7 +176,6 @@ func (b *canonicalBeaconProposerDutyBatch) Snapshot() []map[string]any { row["proposer_validator_index"] = b.ProposerValidatorIndex.Row(i) row["proposer_pubkey"] = b.ProposerPubkey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -229,14 +208,12 @@ func (b *canonicalBeaconProposerDutyBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_sync_committee.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_sync_committee.gen.go index 12023f4a4..96a1e7782 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_sync_committee.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_sync_committee.gen.go @@ -20,7 +20,6 @@ type canonicalBeaconSyncCommitteeBatch struct { SyncCommitteePeriod proto.ColUInt64 ValidatorAggregates *proto.ColArr[[]uint32] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -33,14 +32,12 @@ type canonicalBeaconSyncCommitteeBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -53,7 +50,6 @@ func newcanonicalBeaconSyncCommitteeBatch() *canonicalBeaconSyncCommitteeBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -64,7 +60,6 @@ func (b *canonicalBeaconSyncCommitteeBatch) Rows() int { func (b *canonicalBeaconSyncCommitteeBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -77,19 +72,16 @@ func (b *canonicalBeaconSyncCommitteeBatch) appendMetadata(event *xatu.Decorated b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -102,18 +94,12 @@ func (b *canonicalBeaconSyncCommitteeBatch) appendMetadata(event *xatu.Decorated b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconSyncCommitteeBatch) Input() proto.Input { @@ -125,7 +111,6 @@ func (b *canonicalBeaconSyncCommitteeBatch) Input() proto.Input { {Name: "sync_committee_period", Data: &b.SyncCommitteePeriod}, {Name: "validator_aggregates", Data: b.ValidatorAggregates}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -138,14 +123,12 @@ func (b *canonicalBeaconSyncCommitteeBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -157,7 +140,6 @@ func (b *canonicalBeaconSyncCommitteeBatch) Reset() { b.SyncCommitteePeriod.Reset() b.ValidatorAggregates.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -170,14 +152,12 @@ func (b *canonicalBeaconSyncCommitteeBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -186,7 +166,7 @@ func (b *canonicalBeaconSyncCommitteeBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 28) + row := make(map[string]any, 25) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["epoch"] = b.Epoch.Row(i) @@ -194,7 +174,6 @@ func (b *canonicalBeaconSyncCommitteeBatch) Snapshot() []map[string]any { row["sync_committee_period"] = b.SyncCommitteePeriod.Row(i) row["validator_aggregates"] = b.ValidatorAggregates.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -227,14 +206,12 @@ func (b *canonicalBeaconSyncCommitteeBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_validators.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_validators.gen.go index 406f9d923..1ba496e2d 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_validators.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_validators.gen.go @@ -26,7 +26,6 @@ type canonicalBeaconValidatorsBatch struct { ExitEpoch *proto.ColNullable[uint64] WithdrawableEpoch *proto.ColNullable[uint64] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -39,14 +38,12 @@ type canonicalBeaconValidatorsBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -63,7 +60,6 @@ func newcanonicalBeaconValidatorsBatch() *canonicalBeaconValidatorsBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -74,7 +70,6 @@ func (b *canonicalBeaconValidatorsBatch) Rows() int { func (b *canonicalBeaconValidatorsBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -87,19 +82,16 @@ func (b *canonicalBeaconValidatorsBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -112,18 +104,12 @@ func (b *canonicalBeaconValidatorsBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconValidatorsBatch) Input() proto.Input { @@ -141,7 +127,6 @@ func (b *canonicalBeaconValidatorsBatch) Input() proto.Input { {Name: "exit_epoch", Data: b.ExitEpoch}, {Name: "withdrawable_epoch", Data: b.WithdrawableEpoch}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -154,14 +139,12 @@ func (b *canonicalBeaconValidatorsBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -179,7 +162,6 @@ func (b *canonicalBeaconValidatorsBatch) Reset() { b.ExitEpoch.Reset() b.WithdrawableEpoch.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -192,14 +174,12 @@ func (b *canonicalBeaconValidatorsBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -208,7 +188,7 @@ func (b *canonicalBeaconValidatorsBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 34) + row := make(map[string]any, 31) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["epoch"] = b.Epoch.Row(i) row["epoch_start_date_time"] = b.EpochStartDateTime.Row(i).Unix() @@ -246,7 +226,6 @@ func (b *canonicalBeaconValidatorsBatch) Snapshot() []map[string]any { row["withdrawable_epoch"] = nil } row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -279,14 +258,12 @@ func (b *canonicalBeaconValidatorsBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_validators_pubkeys.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_validators_pubkeys.gen.go index 0fad0203f..d4d7fb1b0 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_validators_pubkeys.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_validators_pubkeys.gen.go @@ -14,13 +14,11 @@ const canonicalBeaconValidatorsPubkeysTableName route.TableName = "canonical_bea type canonicalBeaconValidatorsPubkeysBatch struct { UpdatedDateTime proto.ColDateTime - Version proto.ColUInt32 Epoch proto.ColUInt32 EpochStartDateTime proto.ColDateTime Index proto.ColUInt32 Pubkey proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -33,14 +31,12 @@ type canonicalBeaconValidatorsPubkeysBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -51,7 +47,6 @@ func newcanonicalBeaconValidatorsPubkeysBatch() *canonicalBeaconValidatorsPubkey MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -62,7 +57,6 @@ func (b *canonicalBeaconValidatorsPubkeysBatch) Rows() int { func (b *canonicalBeaconValidatorsPubkeysBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -75,19 +69,16 @@ func (b *canonicalBeaconValidatorsPubkeysBatch) appendMetadata(event *xatu.Decor b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -100,30 +91,22 @@ func (b *canonicalBeaconValidatorsPubkeysBatch) appendMetadata(event *xatu.Decor b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconValidatorsPubkeysBatch) Input() proto.Input { return proto.Input{ {Name: "updated_date_time", Data: &b.UpdatedDateTime}, - {Name: "version", Data: &b.Version}, {Name: "epoch", Data: &b.Epoch}, {Name: "epoch_start_date_time", Data: &b.EpochStartDateTime}, {Name: "index", Data: &b.Index}, {Name: "pubkey", Data: &b.Pubkey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -136,26 +119,22 @@ func (b *canonicalBeaconValidatorsPubkeysBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } func (b *canonicalBeaconValidatorsPubkeysBatch) Reset() { b.UpdatedDateTime.Reset() - b.Version.Reset() b.Epoch.Reset() b.EpochStartDateTime.Reset() b.Index.Reset() b.Pubkey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -168,14 +147,12 @@ func (b *canonicalBeaconValidatorsPubkeysBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -184,15 +161,13 @@ func (b *canonicalBeaconValidatorsPubkeysBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 28) + row := make(map[string]any, 24) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() - row["version"] = b.Version.Row(i) row["epoch"] = b.Epoch.Row(i) row["epoch_start_date_time"] = b.EpochStartDateTime.Row(i).Unix() row["index"] = b.Index.Row(i) row["pubkey"] = b.Pubkey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -225,14 +200,12 @@ func (b *canonicalBeaconValidatorsPubkeysBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/canonical/canonical_beacon_validators_withdrawal_credentials.gen.go b/pkg/consumoor/route/canonical/canonical_beacon_validators_withdrawal_credentials.gen.go index 49b12616c..5a7ea8ff9 100644 --- a/pkg/consumoor/route/canonical/canonical_beacon_validators_withdrawal_credentials.gen.go +++ b/pkg/consumoor/route/canonical/canonical_beacon_validators_withdrawal_credentials.gen.go @@ -14,13 +14,11 @@ const canonicalBeaconValidatorsWithdrawalCredentialsTableName route.TableName = type canonicalBeaconValidatorsWithdrawalCredentialsBatch struct { UpdatedDateTime proto.ColDateTime - Version proto.ColUInt32 Epoch proto.ColUInt32 EpochStartDateTime proto.ColDateTime Index proto.ColUInt32 WithdrawalCredentials proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -33,14 +31,12 @@ type canonicalBeaconValidatorsWithdrawalCredentialsBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaConsensusVersion proto.ColStr MetaConsensusVersionMajor proto.ColStr MetaConsensusVersionMinor proto.ColStr MetaConsensusVersionPatch proto.ColStr MetaConsensusImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -51,7 +47,6 @@ func newcanonicalBeaconValidatorsWithdrawalCredentialsBatch() *canonicalBeaconVa MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -62,7 +57,6 @@ func (b *canonicalBeaconValidatorsWithdrawalCredentialsBatch) Rows() int { func (b *canonicalBeaconValidatorsWithdrawalCredentialsBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -75,19 +69,16 @@ func (b *canonicalBeaconValidatorsWithdrawalCredentialsBatch) appendMetadata(eve b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaConsensusVersion.Append("") b.MetaConsensusVersionMajor.Append("") b.MetaConsensusVersionMinor.Append("") b.MetaConsensusVersionPatch.Append("") b.MetaConsensusImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -100,30 +91,22 @@ func (b *canonicalBeaconValidatorsWithdrawalCredentialsBatch) appendMetadata(eve b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaConsensusVersion.Append(route.NormalizeConsensusVersion(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMajor.Append(route.ConsensusVersionMajor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionMinor.Append(route.ConsensusVersionMinor(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusVersionPatch.Append(route.ConsensusVersionPatch(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetVersion())) b.MetaConsensusImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetConsensus().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *canonicalBeaconValidatorsWithdrawalCredentialsBatch) Input() proto.Input { return proto.Input{ {Name: "updated_date_time", Data: &b.UpdatedDateTime}, - {Name: "version", Data: &b.Version}, {Name: "epoch", Data: &b.Epoch}, {Name: "epoch_start_date_time", Data: &b.EpochStartDateTime}, {Name: "index", Data: &b.Index}, {Name: "withdrawal_credentials", Data: &b.WithdrawalCredentials}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -136,26 +119,22 @@ func (b *canonicalBeaconValidatorsWithdrawalCredentialsBatch) Input() proto.Inpu {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_consensus_version", Data: &b.MetaConsensusVersion}, {Name: "meta_consensus_version_major", Data: &b.MetaConsensusVersionMajor}, {Name: "meta_consensus_version_minor", Data: &b.MetaConsensusVersionMinor}, {Name: "meta_consensus_version_patch", Data: &b.MetaConsensusVersionPatch}, {Name: "meta_consensus_implementation", Data: &b.MetaConsensusImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } func (b *canonicalBeaconValidatorsWithdrawalCredentialsBatch) Reset() { b.UpdatedDateTime.Reset() - b.Version.Reset() b.Epoch.Reset() b.EpochStartDateTime.Reset() b.Index.Reset() b.WithdrawalCredentials.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -168,14 +147,12 @@ func (b *canonicalBeaconValidatorsWithdrawalCredentialsBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaConsensusVersion.Reset() b.MetaConsensusVersionMajor.Reset() b.MetaConsensusVersionMinor.Reset() b.MetaConsensusVersionPatch.Reset() b.MetaConsensusImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -184,15 +161,13 @@ func (b *canonicalBeaconValidatorsWithdrawalCredentialsBatch) Snapshot() []map[s out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 28) + row := make(map[string]any, 24) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() - row["version"] = b.Version.Row(i) row["epoch"] = b.Epoch.Row(i) row["epoch_start_date_time"] = b.EpochStartDateTime.Row(i).Unix() row["index"] = b.Index.Row(i) row["withdrawal_credentials"] = b.WithdrawalCredentials.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -225,14 +200,12 @@ func (b *canonicalBeaconValidatorsWithdrawalCredentialsBatch) Snapshot() []map[s } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_consensus_version"] = b.MetaConsensusVersion.Row(i) row["meta_consensus_version_major"] = b.MetaConsensusVersionMajor.Row(i) row["meta_consensus_version_minor"] = b.MetaConsensusVersionMinor.Row(i) row["meta_consensus_version_patch"] = b.MetaConsensusVersionPatch.Row(i) row["meta_consensus_implementation"] = b.MetaConsensusImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/cmd/generate/main.go b/pkg/consumoor/route/cmd/generate/main.go index 41a0f1d59..62d9cac58 100644 --- a/pkg/consumoor/route/cmd/generate/main.go +++ b/pkg/consumoor/route/cmd/generate/main.go @@ -4,6 +4,7 @@ package main import ( "context" + "flag" "fmt" "io" "net/http" @@ -11,6 +12,7 @@ import ( "os/exec" "path/filepath" "sort" + "strconv" "strings" "time" @@ -74,13 +76,52 @@ const clickhouseConfig = ` ` func main() { - if err := run(); err != nil { + opts, err := parseOptions(os.Args[1:]) + if err != nil { + fmt.Fprintf(os.Stderr, "generate: %v\n", err) + os.Exit(2) + } + + if err := run(opts); err != nil { fmt.Fprintf(os.Stderr, "generate: %v\n", err) os.Exit(1) } } -func run() error { +type options struct { + migrationMin int +} + +func parseOptions(args []string) (*options, error) { + if len(args) > 0 && args[0] == "--" { + args = args[1:] + } + + fs := flag.NewFlagSet("generate", flag.ContinueOnError) + + var opts options + + fs.IntVar( + &opts.migrationMin, + "migration-min", + 0, + "minimum numeric migration prefix to apply (e.g. 105 to skip 001-104)", + ) + + fs.SetOutput(io.Discard) + + if err := fs.Parse(args); err != nil { + return nil, err + } + + if opts.migrationMin < 0 { + return nil, fmt.Errorf("migration-min must be >= 0") + } + + return &opts, nil +} + +func run(opts *options) error { ctx, cancel := context.WithTimeout(context.Background(), 5*time.Minute) defer cancel() @@ -107,7 +148,7 @@ func run() error { // Apply migrations. fmt.Println("Applying migrations...") - if migrateErr := applyMigrations(ctx, httpPort, root); migrateErr != nil { + if migrateErr := applyMigrations(ctx, httpPort, root, opts.migrationMin); migrateErr != nil { return fmt.Errorf("apply migrations: %w", migrateErr) } @@ -263,7 +304,11 @@ func startClickHouse(ctx context.Context) ( // applyMigrations reads all *.up.sql files from the migrations directory, // splits each on semicolons, and POSTs each statement to ClickHouse HTTP. -func applyMigrations(ctx context.Context, httpPort, root string) error { +func applyMigrations( + ctx context.Context, + httpPort, root string, + migrationMin int, +) error { migrationsDir := filepath.Join(root, "deploy", "migrations", "clickhouse") entries, err := os.ReadDir(migrationsDir) @@ -284,28 +329,97 @@ func applyMigrations(ctx context.Context, httpPort, root string) error { chURL := fmt.Sprintf("http://localhost:%s/", httpPort) + appliedFiles := 0 + skippedFiles := 0 + totalStatements := 0 + for _, name := range files { + version, parseErr := migrationVersion(name) + if parseErr != nil { + return parseErr + } + + if version < migrationMin { + skippedFiles++ + fmt.Printf(" - skip %s (version %d < migration-min %d)\n", name, version, migrationMin) + + continue + } + data, readErr := os.ReadFile(filepath.Join(migrationsDir, name)) if readErr != nil { return fmt.Errorf("read %s: %w", name, readErr) } - stmts := strings.Split(string(data), ";") + sqlText := normalizeEscapedSQL(string(data)) + stmts := splitSQLStatements(sqlText) + executableCount := 0 + for _, stmt := range stmts { - stmt = strings.TrimSpace(stmt) - if stmt == "" { + if hasExecutableSQL(stmt) { + executableCount++ + } + } + + fmt.Printf(" - apply %s (%d statements)\n", name, executableCount) + + for _, stmt := range stmts { + if !hasExecutableSQL(stmt) { continue } if execErr := execClickHouseHTTP(ctx, chURL, stmt); execErr != nil { return fmt.Errorf("exec %s: %w", name, execErr) } + + totalStatements++ } + + appliedFiles++ } + fmt.Printf( + "Migrations complete: applied %d file(s), skipped %d file(s), executed %d statement(s)\n", + appliedFiles, + skippedFiles, + totalStatements, + ) + return nil } +func migrationVersion(filename string) (int, error) { + dot := strings.IndexByte(filename, '_') + if dot <= 0 { + return 0, fmt.Errorf("invalid migration filename %q: missing numeric prefix", filename) + } + + v, err := strconv.Atoi(filename[:dot]) + if err != nil { + return 0, fmt.Errorf("invalid migration filename %q: %w", filename, err) + } + + return v, nil +} + +// normalizeEscapedSQL decodes SQL dumps that were written with escaped +// newlines/quotes (e.g. "\\n", "\\r\\n", "\\'"), producing executable SQL. +func normalizeEscapedSQL(sql string) string { + if strings.Contains(sql, `\r\n`) { + sql = strings.ReplaceAll(sql, `\r\n`, "\n") + } + + if strings.Contains(sql, `\n`) { + sql = strings.ReplaceAll(sql, `\n`, "\n") + } + + if strings.Contains(sql, `\'`) { + sql = strings.ReplaceAll(sql, `\'`, "'") + } + + return sql +} + // discoverTables queries ClickHouse for all *_local tables in the default // database and returns their logical names (with _local suffix stripped), // sorted alphabetically. @@ -406,3 +520,237 @@ func toLowerCamel(s string) string { return strings.Join(parts, "") } + +// splitSQLStatements splits SQL text into statements on semicolons while +// respecting quoted strings and comments. +func splitSQLStatements(sql string) []string { + stmts := make([]string, 0, 64) + var buf strings.Builder + + const ( + stateNormal = iota + stateSingleQuote + stateDoubleQuote + stateBacktick + stateLineComment + stateBlockComment + ) + + state := stateNormal + + for i := 0; i < len(sql); i++ { + ch := sql[i] + + switch state { + case stateNormal: + switch { + case ch == '\'': + state = stateSingleQuote + buf.WriteByte(ch) + case ch == '"': + state = stateDoubleQuote + buf.WriteByte(ch) + case ch == '`': + state = stateBacktick + buf.WriteByte(ch) + case isLineCommentStart(sql, i): + state = stateLineComment + buf.WriteByte(ch) + if ch == '-' { + i++ + buf.WriteByte(sql[i]) + } + case ch == '/' && i+1 < len(sql) && sql[i+1] == '*': + state = stateBlockComment + buf.WriteByte(ch) + i++ + buf.WriteByte(sql[i]) + case ch == ';': + stmt := strings.TrimSpace(buf.String()) + if stmt != "" { + stmts = append(stmts, stmt) + } + buf.Reset() + default: + buf.WriteByte(ch) + } + case stateSingleQuote: + buf.WriteByte(ch) + if ch == '\\' && i+1 < len(sql) { + i++ + buf.WriteByte(sql[i]) + continue + } + + if ch == '\'' { + // SQL escaped quote: ''. + if i+1 < len(sql) && sql[i+1] == '\'' { + i++ + buf.WriteByte(sql[i]) + continue + } + + state = stateNormal + } + case stateDoubleQuote: + buf.WriteByte(ch) + if ch == '\\' && i+1 < len(sql) { + i++ + buf.WriteByte(sql[i]) + continue + } + + if ch == '"' { + if i+1 < len(sql) && sql[i+1] == '"' { + i++ + buf.WriteByte(sql[i]) + continue + } + + state = stateNormal + } + case stateBacktick: + buf.WriteByte(ch) + if ch == '`' { + state = stateNormal + } + case stateLineComment: + buf.WriteByte(ch) + if ch == '\n' { + state = stateNormal + } + case stateBlockComment: + buf.WriteByte(ch) + if ch == '*' && i+1 < len(sql) && sql[i+1] == '/' { + i++ + buf.WriteByte(sql[i]) + state = stateNormal + } + } + } + + tail := strings.TrimSpace(buf.String()) + if tail != "" { + stmts = append(stmts, tail) + } + + return stmts +} + +func hasExecutableSQL(stmt string) bool { + return strings.TrimSpace(stripSQLComments(stmt)) != "" +} + +func stripSQLComments(sql string) string { + var buf strings.Builder + + const ( + stateNormal = iota + stateSingleQuote + stateDoubleQuote + stateBacktick + stateLineComment + stateBlockComment + ) + + state := stateNormal + + for i := 0; i < len(sql); i++ { + ch := sql[i] + + switch state { + case stateNormal: + switch { + case ch == '\'': + state = stateSingleQuote + buf.WriteByte(ch) + case ch == '"': + state = stateDoubleQuote + buf.WriteByte(ch) + case ch == '`': + state = stateBacktick + buf.WriteByte(ch) + case isLineCommentStart(sql, i): + state = stateLineComment + if ch == '-' { + i++ + } + case ch == '/' && i+1 < len(sql) && sql[i+1] == '*': + state = stateBlockComment + i++ + default: + buf.WriteByte(ch) + } + case stateSingleQuote: + buf.WriteByte(ch) + if ch == '\\' && i+1 < len(sql) { + i++ + buf.WriteByte(sql[i]) + continue + } + + if ch == '\'' { + if i+1 < len(sql) && sql[i+1] == '\'' { + i++ + buf.WriteByte(sql[i]) + continue + } + + state = stateNormal + } + case stateDoubleQuote: + buf.WriteByte(ch) + if ch == '\\' && i+1 < len(sql) { + i++ + buf.WriteByte(sql[i]) + continue + } + + if ch == '"' { + if i+1 < len(sql) && sql[i+1] == '"' { + i++ + buf.WriteByte(sql[i]) + continue + } + + state = stateNormal + } + case stateBacktick: + buf.WriteByte(ch) + if ch == '`' { + state = stateNormal + } + case stateLineComment: + if ch == '\n' { + buf.WriteByte(ch) + state = stateNormal + } + case stateBlockComment: + if ch == '*' && i+1 < len(sql) && sql[i+1] == '/' { + i++ + state = stateNormal + } + } + } + + return buf.String() +} + +func isLineCommentStart(sql string, i int) bool { + if sql[i] == '#' { + return true + } + + if sql[i] != '-' || i+1 >= len(sql) || sql[i+1] != '-' { + return false + } + + // Treat "--" as a comment start only when followed by whitespace/line end. + if i+2 >= len(sql) { + return true + } + + next := sql[i+2] + + return next == ' ' || next == '\t' || next == '\n' || next == '\r' +} diff --git a/pkg/consumoor/route/cmd/generate/main_test.go b/pkg/consumoor/route/cmd/generate/main_test.go new file mode 100644 index 000000000..89778b259 --- /dev/null +++ b/pkg/consumoor/route/cmd/generate/main_test.go @@ -0,0 +1,164 @@ +package main + +import ( + "strings" + "testing" +) + +func TestSplitSQLStatements(t *testing.T) { + t.Parallel() + + sql := strings.Join([]string{ + "-- migration header;", + "", + "CREATE TABLE t1 (", + " id UInt64,", + " note String COMMENT 'a;b',", + " raw String COMMENT '-- not a comment here'", + ");", + "", + "/* block comment; with semicolon */", + "INSERT INTO t1 VALUES (1, 'x;--y', 'z');", + "# trailing comment;", + }, "\n") + + got := splitSQLStatements(sql) + if len(got) != 3 { + t.Fatalf("expected 3 statements, got %d: %#v", len(got), got) + } + + executable := make([]string, 0, len(got)) + for _, stmt := range got { + if hasExecutableSQL(stmt) { + executable = append(executable, stmt) + } + } + + if len(executable) != 2 { + t.Fatalf("expected 2 executable statements, got %d: %#v", len(executable), executable) + } + + if !strings.Contains(executable[0], "CREATE TABLE t1") { + t.Fatalf("expected CREATE TABLE in first executable statement, got: %q", executable[0]) + } + + if !strings.Contains(executable[1], "INSERT INTO t1") { + t.Fatalf("expected INSERT in second executable statement, got: %q", executable[1]) + } +} + +func TestHasExecutableSQL(t *testing.T) { + t.Parallel() + + tests := []struct { + name string + sql string + want bool + }{ + { + name: "line_comment_only", + sql: "-- just a comment", + want: false, + }, + { + name: "block_comment_only", + sql: "/* just a comment */", + want: false, + }, + { + name: "hash_comment_only", + sql: "# just a comment", + want: false, + }, + { + name: "query_with_comment", + sql: "SELECT 1 -- inline comment", + want: true, + }, + { + name: "double_dash_no_space_is_not_comment", + sql: "SELECT 1--2", + want: true, + }, + { + name: "quoted_comment_marker", + sql: "SELECT '-- not comment'", + want: true, + }, + } + + for _, tt := range tests { + tt := tt + + t.Run(tt.name, func(t *testing.T) { + t.Parallel() + + got := hasExecutableSQL(tt.sql) + if got != tt.want { + t.Fatalf("hasExecutableSQL(%q) = %v, want %v", tt.sql, got, tt.want) + } + }) + } +} + +func TestMigrationVersion(t *testing.T) { + t.Parallel() + + v, err := migrationVersion("105_schema_v2.up.sql") + if err != nil { + t.Fatalf("unexpected error: %v", err) + } + + if v != 105 { + t.Fatalf("expected version 105, got %d", v) + } + + if _, err := migrationVersion("schema_v2.up.sql"); err == nil { + t.Fatalf("expected error for filename without numeric prefix") + } +} + +func TestParseOptions(t *testing.T) { + t.Parallel() + + opts, err := parseOptions([]string{"-migration-min", "105"}) + if err != nil { + t.Fatalf("unexpected error: %v", err) + } + + if opts.migrationMin != 105 { + t.Fatalf("expected migrationMin 105, got %d", opts.migrationMin) + } + + opts, err = parseOptions([]string{"--", "-migration-min", "105"}) + if err != nil { + t.Fatalf("unexpected error for leading --: %v", err) + } + + if opts.migrationMin != 105 { + t.Fatalf("expected migrationMin 105 with leading --, got %d", opts.migrationMin) + } + + if _, err := parseOptions([]string{"-migration-min", "-1"}); err == nil { + t.Fatalf("expected error for negative migration-min") + } +} + +func TestNormalizeEscapedSQL(t *testing.T) { + t.Parallel() + + in := "CREATE TABLE t\\n(\\n `c` String COMMENT \\'hello\\'\\n);\\r\\n" + got := normalizeEscapedSQL(in) + + if strings.Contains(got, `\n`) { + t.Fatalf("expected escaped newlines to be decoded, got: %q", got) + } + + if strings.Contains(got, `\'`) { + t.Fatalf("expected escaped quotes to be decoded, got: %q", got) + } + + if !strings.Contains(got, "COMMENT 'hello'") { + t.Fatalf("expected decoded comment literal, got: %q", got) + } +} diff --git a/pkg/consumoor/route/execution/consensus_engine_api_get_blobs.gen.go b/pkg/consumoor/route/execution/consensus_engine_api_get_blobs.gen.go index b09a4013e..354af6702 100644 --- a/pkg/consumoor/route/execution/consensus_engine_api_get_blobs.gen.go +++ b/pkg/consumoor/route/execution/consensus_engine_api_get_blobs.gen.go @@ -35,7 +35,6 @@ type consensusEngineApiGetBlobsBatch struct { MetaExecutionVersionMinor proto.ColStr MetaExecutionVersionPatch proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -48,7 +47,6 @@ type consensusEngineApiGetBlobsBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -85,7 +83,6 @@ func (b *consensusEngineApiGetBlobsBatch) appendMetadata(event *xatu.DecoratedEv b.MetaExecutionVersionMinor.Append("") b.MetaExecutionVersionPatch.Append("") b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -98,7 +95,6 @@ func (b *consensusEngineApiGetBlobsBatch) appendMetadata(event *xatu.DecoratedEv b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } @@ -109,7 +105,6 @@ func (b *consensusEngineApiGetBlobsBatch) appendMetadata(event *xatu.DecoratedEv b.MetaExecutionVersionMinor.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetVersionMinor()) b.MetaExecutionVersionPatch.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetVersionPatch()) b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -122,7 +117,6 @@ func (b *consensusEngineApiGetBlobsBatch) appendMetadata(event *xatu.DecoratedEv b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -150,7 +144,6 @@ func (b *consensusEngineApiGetBlobsBatch) Input() proto.Input { {Name: "meta_execution_version_minor", Data: &b.MetaExecutionVersionMinor}, {Name: "meta_execution_version_patch", Data: &b.MetaExecutionVersionPatch}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -163,7 +156,6 @@ func (b *consensusEngineApiGetBlobsBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -191,7 +183,6 @@ func (b *consensusEngineApiGetBlobsBatch) Reset() { b.MetaExecutionVersionMinor.Reset() b.MetaExecutionVersionPatch.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -204,7 +195,6 @@ func (b *consensusEngineApiGetBlobsBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -214,7 +204,7 @@ func (b *consensusEngineApiGetBlobsBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 37) + row := make(map[string]any, 35) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["requested_date_time"] = b.RequestedDateTime.Row(i).UnixMilli() @@ -241,7 +231,6 @@ func (b *consensusEngineApiGetBlobsBatch) Snapshot() []map[string]any { row["meta_execution_version_minor"] = b.MetaExecutionVersionMinor.Row(i) row["meta_execution_version_patch"] = b.MetaExecutionVersionPatch.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -274,7 +263,6 @@ func (b *consensusEngineApiGetBlobsBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/execution/consensus_engine_api_new_payload.gen.go b/pkg/consumoor/route/execution/consensus_engine_api_new_payload.gen.go index 93c631e67..2e8cb1918 100644 --- a/pkg/consumoor/route/execution/consensus_engine_api_new_payload.gen.go +++ b/pkg/consumoor/route/execution/consensus_engine_api_new_payload.gen.go @@ -41,7 +41,6 @@ type consensusEngineApiNewPayloadBatch struct { MetaExecutionVersionMinor proto.ColStr MetaExecutionVersionPatch proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -54,7 +53,6 @@ type consensusEngineApiNewPayloadBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -89,7 +87,6 @@ func (b *consensusEngineApiNewPayloadBatch) appendMetadata(event *xatu.Decorated b.MetaExecutionVersionMinor.Append("") b.MetaExecutionVersionPatch.Append("") b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -102,7 +99,6 @@ func (b *consensusEngineApiNewPayloadBatch) appendMetadata(event *xatu.Decorated b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } @@ -113,7 +109,6 @@ func (b *consensusEngineApiNewPayloadBatch) appendMetadata(event *xatu.Decorated b.MetaExecutionVersionMinor.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetVersionMinor()) b.MetaExecutionVersionPatch.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetVersionPatch()) b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -126,7 +121,6 @@ func (b *consensusEngineApiNewPayloadBatch) appendMetadata(event *xatu.Decorated b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -160,7 +154,6 @@ func (b *consensusEngineApiNewPayloadBatch) Input() proto.Input { {Name: "meta_execution_version_minor", Data: &b.MetaExecutionVersionMinor}, {Name: "meta_execution_version_patch", Data: &b.MetaExecutionVersionPatch}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -173,7 +166,6 @@ func (b *consensusEngineApiNewPayloadBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -207,7 +199,6 @@ func (b *consensusEngineApiNewPayloadBatch) Reset() { b.MetaExecutionVersionMinor.Reset() b.MetaExecutionVersionPatch.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -220,7 +211,6 @@ func (b *consensusEngineApiNewPayloadBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -230,7 +220,7 @@ func (b *consensusEngineApiNewPayloadBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 43) + row := make(map[string]any, 41) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["requested_date_time"] = b.RequestedDateTime.Row(i).UnixMilli() @@ -267,7 +257,6 @@ func (b *consensusEngineApiNewPayloadBatch) Snapshot() []map[string]any { row["meta_execution_version_minor"] = b.MetaExecutionVersionMinor.Row(i) row["meta_execution_version_patch"] = b.MetaExecutionVersionPatch.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -300,7 +289,6 @@ func (b *consensusEngineApiNewPayloadBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/execution/execution_block_metrics.gen.go b/pkg/consumoor/route/execution/execution_block_metrics.gen.go index a7a049546..ff711065f 100644 --- a/pkg/consumoor/route/execution/execution_block_metrics.gen.go +++ b/pkg/consumoor/route/execution/execution_block_metrics.gen.go @@ -48,7 +48,6 @@ type executionBlockMetricsBatch struct { CodeCacheHitBytes proto.ColInt64 CodeCacheMissBytes proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -61,9 +60,7 @@ type executionBlockMetricsBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -76,7 +73,6 @@ func newexecutionBlockMetricsBatch() *executionBlockMetricsBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -87,7 +83,6 @@ func (b *executionBlockMetricsBatch) Rows() int { func (b *executionBlockMetricsBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -100,14 +95,11 @@ func (b *executionBlockMetricsBatch) appendMetadata(event *xatu.DecoratedEvent) b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -120,13 +112,7 @@ func (b *executionBlockMetricsBatch) appendMetadata(event *xatu.DecoratedEvent) b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *executionBlockMetricsBatch) Input() proto.Input { @@ -166,7 +152,6 @@ func (b *executionBlockMetricsBatch) Input() proto.Input { {Name: "code_cache_hit_bytes", Data: &b.CodeCacheHitBytes}, {Name: "code_cache_miss_bytes", Data: &b.CodeCacheMissBytes}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -179,9 +164,7 @@ func (b *executionBlockMetricsBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -221,7 +204,6 @@ func (b *executionBlockMetricsBatch) Reset() { b.CodeCacheHitBytes.Reset() b.CodeCacheMissBytes.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -234,9 +216,7 @@ func (b *executionBlockMetricsBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -245,7 +225,7 @@ func (b *executionBlockMetricsBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 51) + row := make(map[string]any, 48) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["source"] = b.Source.Row(i) @@ -281,7 +261,6 @@ func (b *executionBlockMetricsBatch) Snapshot() []map[string]any { row["code_cache_hit_bytes"] = b.CodeCacheHitBytes.Row(i) row["code_cache_miss_bytes"] = b.CodeCacheMissBytes.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -314,9 +293,7 @@ func (b *executionBlockMetricsBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/execution/execution_engine_get_blobs.gen.go b/pkg/consumoor/route/execution/execution_engine_get_blobs.gen.go index 4762cd1ca..223f0fcec 100644 --- a/pkg/consumoor/route/execution/execution_engine_get_blobs.gen.go +++ b/pkg/consumoor/route/execution/execution_engine_get_blobs.gen.go @@ -16,7 +16,7 @@ type executionEngineGetBlobsBatch struct { UpdatedDateTime proto.ColDateTime EventDateTime proto.ColDateTime64 RequestedDateTime proto.ColDateTime64 - DurationMs proto.ColUInt32 + DurationMs proto.ColUInt64 Source proto.ColStr RequestedCount proto.ColUInt32 VersionedHashes *proto.ColArr[[]byte] @@ -31,7 +31,6 @@ type executionEngineGetBlobsBatch struct { MetaExecutionVersionMinor proto.ColStr MetaExecutionVersionPatch proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -44,7 +43,6 @@ type executionEngineGetBlobsBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -80,7 +78,6 @@ func (b *executionEngineGetBlobsBatch) appendMetadata(event *xatu.DecoratedEvent b.MetaExecutionVersionMinor.Append("") b.MetaExecutionVersionPatch.Append("") b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -93,7 +90,6 @@ func (b *executionEngineGetBlobsBatch) appendMetadata(event *xatu.DecoratedEvent b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } @@ -104,7 +100,6 @@ func (b *executionEngineGetBlobsBatch) appendMetadata(event *xatu.DecoratedEvent b.MetaExecutionVersionMinor.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetVersionMinor()) b.MetaExecutionVersionPatch.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetVersionPatch()) b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -117,7 +112,6 @@ func (b *executionEngineGetBlobsBatch) appendMetadata(event *xatu.DecoratedEvent b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -141,7 +135,6 @@ func (b *executionEngineGetBlobsBatch) Input() proto.Input { {Name: "meta_execution_version_minor", Data: &b.MetaExecutionVersionMinor}, {Name: "meta_execution_version_patch", Data: &b.MetaExecutionVersionPatch}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -154,7 +147,6 @@ func (b *executionEngineGetBlobsBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -178,7 +170,6 @@ func (b *executionEngineGetBlobsBatch) Reset() { b.MetaExecutionVersionMinor.Reset() b.MetaExecutionVersionPatch.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -191,7 +182,6 @@ func (b *executionEngineGetBlobsBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -201,7 +191,7 @@ func (b *executionEngineGetBlobsBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 33) + row := make(map[string]any, 31) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["requested_date_time"] = b.RequestedDateTime.Row(i).UnixMilli() @@ -224,7 +214,6 @@ func (b *executionEngineGetBlobsBatch) Snapshot() []map[string]any { row["meta_execution_version_minor"] = b.MetaExecutionVersionMinor.Row(i) row["meta_execution_version_patch"] = b.MetaExecutionVersionPatch.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -257,7 +246,6 @@ func (b *executionEngineGetBlobsBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/execution/execution_engine_new_payload.gen.go b/pkg/consumoor/route/execution/execution_engine_new_payload.gen.go index da77efca1..a1d15bb90 100644 --- a/pkg/consumoor/route/execution/execution_engine_new_payload.gen.go +++ b/pkg/consumoor/route/execution/execution_engine_new_payload.gen.go @@ -16,7 +16,7 @@ type executionEngineNewPayloadBatch struct { UpdatedDateTime proto.ColDateTime EventDateTime proto.ColDateTime64 RequestedDateTime proto.ColDateTime64 - DurationMs proto.ColUInt32 + DurationMs proto.ColUInt64 Source proto.ColStr BlockNumber proto.ColUInt64 BlockHash route.SafeColFixedStr @@ -35,7 +35,6 @@ type executionEngineNewPayloadBatch struct { MetaExecutionVersionMinor proto.ColStr MetaExecutionVersionPatch proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -48,7 +47,6 @@ type executionEngineNewPayloadBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -81,7 +79,6 @@ func (b *executionEngineNewPayloadBatch) appendMetadata(event *xatu.DecoratedEve b.MetaExecutionVersionMinor.Append("") b.MetaExecutionVersionPatch.Append("") b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -94,7 +91,6 @@ func (b *executionEngineNewPayloadBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } @@ -105,7 +101,6 @@ func (b *executionEngineNewPayloadBatch) appendMetadata(event *xatu.DecoratedEve b.MetaExecutionVersionMinor.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetVersionMinor()) b.MetaExecutionVersionPatch.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetVersionPatch()) b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -118,7 +113,6 @@ func (b *executionEngineNewPayloadBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -146,7 +140,6 @@ func (b *executionEngineNewPayloadBatch) Input() proto.Input { {Name: "meta_execution_version_minor", Data: &b.MetaExecutionVersionMinor}, {Name: "meta_execution_version_patch", Data: &b.MetaExecutionVersionPatch}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -159,7 +152,6 @@ func (b *executionEngineNewPayloadBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -187,7 +179,6 @@ func (b *executionEngineNewPayloadBatch) Reset() { b.MetaExecutionVersionMinor.Reset() b.MetaExecutionVersionPatch.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -200,7 +191,6 @@ func (b *executionEngineNewPayloadBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -210,7 +200,7 @@ func (b *executionEngineNewPayloadBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 37) + row := make(map[string]any, 35) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["requested_date_time"] = b.RequestedDateTime.Row(i).UnixMilli() @@ -241,7 +231,6 @@ func (b *executionEngineNewPayloadBatch) Snapshot() []map[string]any { row["meta_execution_version_minor"] = b.MetaExecutionVersionMinor.Row(i) row["meta_execution_version_patch"] = b.MetaExecutionVersionPatch.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -274,7 +263,6 @@ func (b *executionEngineNewPayloadBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/execution/execution_state_size.gen.go b/pkg/consumoor/route/execution/execution_state_size.gen.go index bfcbdd73e..f1aff03cd 100644 --- a/pkg/consumoor/route/execution/execution_state_size.gen.go +++ b/pkg/consumoor/route/execution/execution_state_size.gen.go @@ -28,7 +28,6 @@ type executionStateSizeBatch struct { StorageTrienodes proto.ColUInt64 StorageTrienodeBytes proto.ColUInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -41,14 +40,12 @@ type executionStateSizeBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaExecutionVersion proto.ColStr MetaExecutionVersionMajor proto.ColStr MetaExecutionVersionMinor proto.ColStr MetaExecutionVersionPatch proto.ColStr MetaExecutionImplementation proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -61,7 +58,6 @@ func newexecutionStateSizeBatch() *executionStateSizeBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -72,7 +68,6 @@ func (b *executionStateSizeBatch) Rows() int { func (b *executionStateSizeBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -85,19 +80,16 @@ func (b *executionStateSizeBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaExecutionVersion.Append("") b.MetaExecutionVersionMajor.Append("") b.MetaExecutionVersionMinor.Append("") b.MetaExecutionVersionPatch.Append("") b.MetaExecutionImplementation.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -110,18 +102,12 @@ func (b *executionStateSizeBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaExecutionVersion.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetVersion()) b.MetaExecutionVersionMajor.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetVersionMajor()) b.MetaExecutionVersionMinor.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetVersionMinor()) b.MetaExecutionVersionPatch.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetVersionPatch()) b.MetaExecutionImplementation.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetImplementation()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *executionStateSizeBatch) Input() proto.Input { @@ -141,7 +127,6 @@ func (b *executionStateSizeBatch) Input() proto.Input { {Name: "storage_trienodes", Data: &b.StorageTrienodes}, {Name: "storage_trienode_bytes", Data: &b.StorageTrienodeBytes}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -154,14 +139,12 @@ func (b *executionStateSizeBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_execution_version", Data: &b.MetaExecutionVersion}, {Name: "meta_execution_version_major", Data: &b.MetaExecutionVersionMajor}, {Name: "meta_execution_version_minor", Data: &b.MetaExecutionVersionMinor}, {Name: "meta_execution_version_patch", Data: &b.MetaExecutionVersionPatch}, {Name: "meta_execution_implementation", Data: &b.MetaExecutionImplementation}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -181,7 +164,6 @@ func (b *executionStateSizeBatch) Reset() { b.StorageTrienodes.Reset() b.StorageTrienodeBytes.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -194,14 +176,12 @@ func (b *executionStateSizeBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaExecutionVersion.Reset() b.MetaExecutionVersionMajor.Reset() b.MetaExecutionVersionMinor.Reset() b.MetaExecutionVersionPatch.Reset() b.MetaExecutionImplementation.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -210,7 +190,7 @@ func (b *executionStateSizeBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 36) + row := make(map[string]any, 33) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["block_number"] = b.BlockNumber.Row(i) @@ -226,7 +206,6 @@ func (b *executionStateSizeBatch) Snapshot() []map[string]any { row["storage_trienodes"] = b.StorageTrienodes.Row(i) row["storage_trienode_bytes"] = b.StorageTrienodeBytes.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -259,14 +238,12 @@ func (b *executionStateSizeBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_execution_version"] = b.MetaExecutionVersion.Row(i) row["meta_execution_version_major"] = b.MetaExecutionVersionMajor.Row(i) row["meta_execution_version_minor"] = b.MetaExecutionVersionMinor.Row(i) row["meta_execution_version_patch"] = b.MetaExecutionVersionPatch.Row(i) row["meta_execution_implementation"] = b.MetaExecutionImplementation.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/execution/mempool_transaction.gen.go b/pkg/consumoor/route/execution/mempool_transaction.gen.go index 2ed3095a7..df457ac25 100644 --- a/pkg/consumoor/route/execution/mempool_transaction.gen.go +++ b/pkg/consumoor/route/execution/mempool_transaction.gen.go @@ -33,7 +33,6 @@ type mempoolTransactionBatch struct { BlobSidecarsSize *proto.ColNullable[uint32] BlobSidecarsEmptySize *proto.ColNullable[uint32] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -46,11 +45,9 @@ type mempoolTransactionBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr MetaExecutionForkIDHash proto.ColStr MetaExecutionForkIDNext proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -73,7 +70,6 @@ func newmempoolTransactionBatch() *mempoolTransactionBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -84,7 +80,6 @@ func (b *mempoolTransactionBatch) Rows() int { func (b *mempoolTransactionBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -97,16 +92,13 @@ func (b *mempoolTransactionBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") b.MetaExecutionForkIDHash.Append("") b.MetaExecutionForkIDNext.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -119,15 +111,9 @@ func (b *mempoolTransactionBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) b.MetaExecutionForkIDHash.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetForkId().GetHash()) b.MetaExecutionForkIDNext.Append(event.GetMeta().GetClient().GetEthereum().GetExecution().GetForkId().GetNext()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *mempoolTransactionBatch) Input() proto.Input { @@ -152,7 +138,6 @@ func (b *mempoolTransactionBatch) Input() proto.Input { {Name: "blob_sidecars_size", Data: b.BlobSidecarsSize}, {Name: "blob_sidecars_empty_size", Data: b.BlobSidecarsEmptySize}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -165,11 +150,9 @@ func (b *mempoolTransactionBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, {Name: "meta_execution_fork_id_hash", Data: &b.MetaExecutionForkIDHash}, {Name: "meta_execution_fork_id_next", Data: &b.MetaExecutionForkIDNext}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -194,7 +177,6 @@ func (b *mempoolTransactionBatch) Reset() { b.BlobSidecarsSize.Reset() b.BlobSidecarsEmptySize.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -207,11 +189,9 @@ func (b *mempoolTransactionBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.MetaExecutionForkIDHash.Reset() b.MetaExecutionForkIDNext.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -220,7 +200,7 @@ func (b *mempoolTransactionBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 38) + row := make(map[string]any, 35) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["hash"] = string(b.Hash.Row(i)) @@ -273,7 +253,6 @@ func (b *mempoolTransactionBatch) Snapshot() []map[string]any { row["blob_sidecars_empty_size"] = nil } row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -306,11 +285,9 @@ func (b *mempoolTransactionBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) row["meta_execution_fork_id_hash"] = b.MetaExecutionForkIDHash.Row(i) row["meta_execution_fork_id_next"] = b.MetaExecutionForkIDNext.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_add_peer.gen.go b/pkg/consumoor/route/libp2p/libp2p_add_peer.gen.go index 2f8052ade..78221fc9d 100644 --- a/pkg/consumoor/route/libp2p/libp2p_add_peer.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_add_peer.gen.go @@ -18,7 +18,6 @@ type libp2pAddPeerBatch struct { PeerIDUniqueKey proto.ColInt64 Protocol proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -31,7 +30,6 @@ type libp2pAddPeerBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -54,7 +52,6 @@ func (b *libp2pAddPeerBatch) Rows() int { func (b *libp2pAddPeerBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -67,13 +64,11 @@ func (b *libp2pAddPeerBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -86,7 +81,6 @@ func (b *libp2pAddPeerBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -97,7 +91,6 @@ func (b *libp2pAddPeerBatch) Input() proto.Input { {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "protocol", Data: &b.Protocol}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -110,7 +103,6 @@ func (b *libp2pAddPeerBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -121,7 +113,6 @@ func (b *libp2pAddPeerBatch) Reset() { b.PeerIDUniqueKey.Reset() b.Protocol.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -134,7 +125,6 @@ func (b *libp2pAddPeerBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -144,13 +134,12 @@ func (b *libp2pAddPeerBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 20) + row := make(map[string]any, 18) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["protocol"] = b.Protocol.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -183,7 +172,6 @@ func (b *libp2pAddPeerBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_connected.gen.go b/pkg/consumoor/route/libp2p/libp2p_connected.gen.go index b677c09b1..68edffb42 100644 --- a/pkg/consumoor/route/libp2p/libp2p_connected.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_connected.gen.go @@ -18,7 +18,7 @@ type libp2pConnectedBatch struct { RemotePeerIDUniqueKey proto.ColInt64 RemoteProtocol proto.ColStr RemoteTransportProtocol proto.ColStr - RemotePort proto.ColUInt16 + RemotePort *proto.ColNullable[uint16] RemoteIP *proto.ColNullable[proto.IPv6] RemoteGeoCity proto.ColStr RemoteGeoCountry proto.ColStr @@ -38,7 +38,6 @@ type libp2pConnectedBatch struct { Opened proto.ColDateTime Transient proto.ColBool MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -51,7 +50,6 @@ type libp2pConnectedBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -59,6 +57,7 @@ type libp2pConnectedBatch struct { func newlibp2pConnectedBatch() *libp2pConnectedBatch { return &libp2pConnectedBatch{ EventDateTime: func() proto.ColDateTime64 { var c proto.ColDateTime64; c.WithPrecision(proto.Precision(3)); return c }(), + RemotePort: new(proto.ColUInt16).Nullable(), RemoteIP: new(proto.ColIPv6).Nullable(), RemoteGeoLongitude: new(proto.ColFloat64).Nullable(), RemoteGeoLatitude: new(proto.ColFloat64).Nullable(), @@ -79,7 +78,6 @@ func (b *libp2pConnectedBatch) Rows() int { func (b *libp2pConnectedBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -92,13 +90,11 @@ func (b *libp2pConnectedBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -111,7 +107,6 @@ func (b *libp2pConnectedBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -122,7 +117,7 @@ func (b *libp2pConnectedBatch) Input() proto.Input { {Name: "remote_peer_id_unique_key", Data: &b.RemotePeerIDUniqueKey}, {Name: "remote_protocol", Data: &b.RemoteProtocol}, {Name: "remote_transport_protocol", Data: &b.RemoteTransportProtocol}, - {Name: "remote_port", Data: &b.RemotePort}, + {Name: "remote_port", Data: b.RemotePort}, {Name: "remote_ip", Data: b.RemoteIP}, {Name: "remote_geo_city", Data: &b.RemoteGeoCity}, {Name: "remote_geo_country", Data: &b.RemoteGeoCountry}, @@ -142,7 +137,6 @@ func (b *libp2pConnectedBatch) Input() proto.Input { {Name: "opened", Data: &b.Opened}, {Name: "transient", Data: &b.Transient}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -155,7 +149,6 @@ func (b *libp2pConnectedBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -186,7 +179,6 @@ func (b *libp2pConnectedBatch) Reset() { b.Opened.Reset() b.Transient.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -199,7 +191,6 @@ func (b *libp2pConnectedBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -209,13 +200,17 @@ func (b *libp2pConnectedBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 40) + row := make(map[string]any, 38) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["remote_peer_id_unique_key"] = b.RemotePeerIDUniqueKey.Row(i) row["remote_protocol"] = b.RemoteProtocol.Row(i) row["remote_transport_protocol"] = b.RemoteTransportProtocol.Row(i) - row["remote_port"] = b.RemotePort.Row(i) + if v := b.RemotePort.Row(i); v.Set { + row["remote_port"] = v.Value + } else { + row["remote_port"] = nil + } if v := b.RemoteIP.Row(i); v.Set { row["remote_ip"] = net.IP(v.Value[:]).String() } else { @@ -255,7 +250,6 @@ func (b *libp2pConnectedBatch) Snapshot() []map[string]any { row["opened"] = b.Opened.Row(i).Unix() row["transient"] = b.Transient.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -288,7 +282,6 @@ func (b *libp2pConnectedBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_deliver_message.gen.go b/pkg/consumoor/route/libp2p/libp2p_deliver_message.gen.go index a761ba3e0..61593b17c 100644 --- a/pkg/consumoor/route/libp2p/libp2p_deliver_message.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_deliver_message.gen.go @@ -25,7 +25,6 @@ type libp2pDeliverMessageBatch struct { MessageID proto.ColStr MessageSize proto.ColUInt32 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -38,7 +37,6 @@ type libp2pDeliverMessageBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -61,7 +59,6 @@ func (b *libp2pDeliverMessageBatch) Rows() int { func (b *libp2pDeliverMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -74,13 +71,11 @@ func (b *libp2pDeliverMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -93,7 +88,6 @@ func (b *libp2pDeliverMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -111,7 +105,6 @@ func (b *libp2pDeliverMessageBatch) Input() proto.Input { {Name: "message_id", Data: &b.MessageID}, {Name: "message_size", Data: &b.MessageSize}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -124,7 +117,6 @@ func (b *libp2pDeliverMessageBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -142,7 +134,6 @@ func (b *libp2pDeliverMessageBatch) Reset() { b.MessageID.Reset() b.MessageSize.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -155,7 +146,6 @@ func (b *libp2pDeliverMessageBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -165,7 +155,7 @@ func (b *libp2pDeliverMessageBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 27) + row := make(map[string]any, 25) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["topic_layer"] = b.TopicLayer.Row(i) @@ -178,7 +168,6 @@ func (b *libp2pDeliverMessageBatch) Snapshot() []map[string]any { row["message_id"] = b.MessageID.Row(i) row["message_size"] = b.MessageSize.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -211,7 +200,6 @@ func (b *libp2pDeliverMessageBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_disconnected.gen.go b/pkg/consumoor/route/libp2p/libp2p_disconnected.gen.go index 28413184b..ce2b9a3bd 100644 --- a/pkg/consumoor/route/libp2p/libp2p_disconnected.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_disconnected.gen.go @@ -18,7 +18,7 @@ type libp2pDisconnectedBatch struct { RemotePeerIDUniqueKey proto.ColInt64 RemoteProtocol proto.ColStr RemoteTransportProtocol proto.ColStr - RemotePort proto.ColUInt16 + RemotePort *proto.ColNullable[uint16] RemoteIP *proto.ColNullable[proto.IPv6] RemoteGeoCity proto.ColStr RemoteGeoCountry proto.ColStr @@ -38,7 +38,6 @@ type libp2pDisconnectedBatch struct { Opened proto.ColDateTime Transient proto.ColBool MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -51,7 +50,6 @@ type libp2pDisconnectedBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -59,6 +57,7 @@ type libp2pDisconnectedBatch struct { func newlibp2pDisconnectedBatch() *libp2pDisconnectedBatch { return &libp2pDisconnectedBatch{ EventDateTime: func() proto.ColDateTime64 { var c proto.ColDateTime64; c.WithPrecision(proto.Precision(3)); return c }(), + RemotePort: new(proto.ColUInt16).Nullable(), RemoteIP: new(proto.ColIPv6).Nullable(), RemoteGeoLongitude: new(proto.ColFloat64).Nullable(), RemoteGeoLatitude: new(proto.ColFloat64).Nullable(), @@ -79,7 +78,6 @@ func (b *libp2pDisconnectedBatch) Rows() int { func (b *libp2pDisconnectedBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -92,13 +90,11 @@ func (b *libp2pDisconnectedBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -111,7 +107,6 @@ func (b *libp2pDisconnectedBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -122,7 +117,7 @@ func (b *libp2pDisconnectedBatch) Input() proto.Input { {Name: "remote_peer_id_unique_key", Data: &b.RemotePeerIDUniqueKey}, {Name: "remote_protocol", Data: &b.RemoteProtocol}, {Name: "remote_transport_protocol", Data: &b.RemoteTransportProtocol}, - {Name: "remote_port", Data: &b.RemotePort}, + {Name: "remote_port", Data: b.RemotePort}, {Name: "remote_ip", Data: b.RemoteIP}, {Name: "remote_geo_city", Data: &b.RemoteGeoCity}, {Name: "remote_geo_country", Data: &b.RemoteGeoCountry}, @@ -142,7 +137,6 @@ func (b *libp2pDisconnectedBatch) Input() proto.Input { {Name: "opened", Data: &b.Opened}, {Name: "transient", Data: &b.Transient}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -155,7 +149,6 @@ func (b *libp2pDisconnectedBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -186,7 +179,6 @@ func (b *libp2pDisconnectedBatch) Reset() { b.Opened.Reset() b.Transient.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -199,7 +191,6 @@ func (b *libp2pDisconnectedBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -209,13 +200,17 @@ func (b *libp2pDisconnectedBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 40) + row := make(map[string]any, 38) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["remote_peer_id_unique_key"] = b.RemotePeerIDUniqueKey.Row(i) row["remote_protocol"] = b.RemoteProtocol.Row(i) row["remote_transport_protocol"] = b.RemoteTransportProtocol.Row(i) - row["remote_port"] = b.RemotePort.Row(i) + if v := b.RemotePort.Row(i); v.Set { + row["remote_port"] = v.Value + } else { + row["remote_port"] = nil + } if v := b.RemoteIP.Row(i); v.Set { row["remote_ip"] = net.IP(v.Value[:]).String() } else { @@ -255,7 +250,6 @@ func (b *libp2pDisconnectedBatch) Snapshot() []map[string]any { row["opened"] = b.Opened.Row(i).Unix() row["transient"] = b.Transient.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -288,7 +282,6 @@ func (b *libp2pDisconnectedBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_drop_rpc.gen.go b/pkg/consumoor/route/libp2p/libp2p_drop_rpc.gen.go index 89f5a2838..e1aaf4f14 100644 --- a/pkg/consumoor/route/libp2p/libp2p_drop_rpc.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_drop_rpc.gen.go @@ -18,7 +18,6 @@ type libp2pDropRpcBatch struct { EventDateTime proto.ColDateTime64 PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -31,7 +30,6 @@ type libp2pDropRpcBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -54,7 +52,6 @@ func (b *libp2pDropRpcBatch) Rows() int { func (b *libp2pDropRpcBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -67,13 +64,11 @@ func (b *libp2pDropRpcBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -86,7 +81,6 @@ func (b *libp2pDropRpcBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -97,7 +91,6 @@ func (b *libp2pDropRpcBatch) Input() proto.Input { {Name: "event_date_time", Data: &b.EventDateTime}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -110,7 +103,6 @@ func (b *libp2pDropRpcBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -121,7 +113,6 @@ func (b *libp2pDropRpcBatch) Reset() { b.EventDateTime.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -134,7 +125,6 @@ func (b *libp2pDropRpcBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -144,13 +134,12 @@ func (b *libp2pDropRpcBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 20) + row := make(map[string]any, 18) row["unique_key"] = b.UniqueKey.Row(i) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -183,7 +172,6 @@ func (b *libp2pDropRpcBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_duplicate_message.gen.go b/pkg/consumoor/route/libp2p/libp2p_duplicate_message.gen.go index 095c5b6ae..38cb92f80 100644 --- a/pkg/consumoor/route/libp2p/libp2p_duplicate_message.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_duplicate_message.gen.go @@ -25,7 +25,6 @@ type libp2pDuplicateMessageBatch struct { MessageID proto.ColStr MessageSize proto.ColUInt32 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -38,7 +37,6 @@ type libp2pDuplicateMessageBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -61,7 +59,6 @@ func (b *libp2pDuplicateMessageBatch) Rows() int { func (b *libp2pDuplicateMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -74,13 +71,11 @@ func (b *libp2pDuplicateMessageBatch) appendMetadata(event *xatu.DecoratedEvent) b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -93,7 +88,6 @@ func (b *libp2pDuplicateMessageBatch) appendMetadata(event *xatu.DecoratedEvent) b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -111,7 +105,6 @@ func (b *libp2pDuplicateMessageBatch) Input() proto.Input { {Name: "message_id", Data: &b.MessageID}, {Name: "message_size", Data: &b.MessageSize}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -124,7 +117,6 @@ func (b *libp2pDuplicateMessageBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -142,7 +134,6 @@ func (b *libp2pDuplicateMessageBatch) Reset() { b.MessageID.Reset() b.MessageSize.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -155,7 +146,6 @@ func (b *libp2pDuplicateMessageBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -165,7 +155,7 @@ func (b *libp2pDuplicateMessageBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 27) + row := make(map[string]any, 25) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["topic_layer"] = b.TopicLayer.Row(i) @@ -178,7 +168,6 @@ func (b *libp2pDuplicateMessageBatch) Snapshot() []map[string]any { row["message_id"] = b.MessageID.Row(i) row["message_size"] = b.MessageSize.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -211,7 +200,6 @@ func (b *libp2pDuplicateMessageBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_gossipsub_aggregate_and_proof.gen.go b/pkg/consumoor/route/libp2p/libp2p_gossipsub_aggregate_and_proof.gen.go index a2a080932..cef5c8194 100644 --- a/pkg/consumoor/route/libp2p/libp2p_gossipsub_aggregate_and_proof.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_gossipsub_aggregate_and_proof.gen.go @@ -14,7 +14,6 @@ const libp2pGossipsubAggregateAndProofTableName route.TableName = "libp2p_gossip type libp2pGossipsubAggregateAndProofBatch struct { UpdatedDateTime proto.ColDateTime - Version proto.ColUInt32 EventDateTime proto.ColDateTime64 Slot proto.ColUInt32 SlotStartDateTime proto.ColDateTime @@ -41,7 +40,6 @@ type libp2pGossipsubAggregateAndProofBatch struct { TargetEpoch proto.ColUInt32 TargetRoot route.SafeColFixedStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -54,7 +52,6 @@ type libp2pGossipsubAggregateAndProofBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -80,7 +77,6 @@ func (b *libp2pGossipsubAggregateAndProofBatch) Rows() int { func (b *libp2pGossipsubAggregateAndProofBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -93,13 +89,11 @@ func (b *libp2pGossipsubAggregateAndProofBatch) appendMetadata(event *xatu.Decor b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -112,14 +106,12 @@ func (b *libp2pGossipsubAggregateAndProofBatch) appendMetadata(event *xatu.Decor b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } func (b *libp2pGossipsubAggregateAndProofBatch) Input() proto.Input { return proto.Input{ {Name: "updated_date_time", Data: &b.UpdatedDateTime}, - {Name: "version", Data: &b.Version}, {Name: "event_date_time", Data: &b.EventDateTime}, {Name: "slot", Data: &b.Slot}, {Name: "slot_start_date_time", Data: &b.SlotStartDateTime}, @@ -146,7 +138,6 @@ func (b *libp2pGossipsubAggregateAndProofBatch) Input() proto.Input { {Name: "target_epoch", Data: &b.TargetEpoch}, {Name: "target_root", Data: &b.TargetRoot}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -159,14 +150,12 @@ func (b *libp2pGossipsubAggregateAndProofBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } func (b *libp2pGossipsubAggregateAndProofBatch) Reset() { b.UpdatedDateTime.Reset() - b.Version.Reset() b.EventDateTime.Reset() b.Slot.Reset() b.SlotStartDateTime.Reset() @@ -193,7 +182,6 @@ func (b *libp2pGossipsubAggregateAndProofBatch) Reset() { b.TargetEpoch.Reset() b.TargetRoot.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -206,7 +194,6 @@ func (b *libp2pGossipsubAggregateAndProofBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -216,9 +203,8 @@ func (b *libp2pGossipsubAggregateAndProofBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 43) + row := make(map[string]any, 40) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() - row["version"] = b.Version.Row(i) row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -245,7 +231,6 @@ func (b *libp2pGossipsubAggregateAndProofBatch) Snapshot() []map[string]any { row["target_epoch"] = b.TargetEpoch.Row(i) row["target_root"] = string(b.TargetRoot.Row(i)) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -278,7 +263,6 @@ func (b *libp2pGossipsubAggregateAndProofBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_gossipsub_beacon_attestation.gen.go b/pkg/consumoor/route/libp2p/libp2p_gossipsub_beacon_attestation.gen.go index df584e6a7..b376ff7d6 100644 --- a/pkg/consumoor/route/libp2p/libp2p_gossipsub_beacon_attestation.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_gossipsub_beacon_attestation.gen.go @@ -14,7 +14,6 @@ const libp2pGossipsubBeaconAttestationTableName route.TableName = "libp2p_gossip type libp2pGossipsubBeaconAttestationBatch struct { UpdatedDateTime proto.ColDateTime - Version proto.ColUInt32 EventDateTime proto.ColDateTime64 Slot proto.ColUInt32 SlotStartDateTime proto.ColDateTime @@ -44,7 +43,6 @@ type libp2pGossipsubBeaconAttestationBatch struct { TargetEpochStartDateTime proto.ColDateTime TargetRoot route.SafeColFixedStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -57,7 +55,6 @@ type libp2pGossipsubBeaconAttestationBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -84,7 +81,6 @@ func (b *libp2pGossipsubBeaconAttestationBatch) Rows() int { func (b *libp2pGossipsubBeaconAttestationBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -97,13 +93,11 @@ func (b *libp2pGossipsubBeaconAttestationBatch) appendMetadata(event *xatu.Decor b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -116,14 +110,12 @@ func (b *libp2pGossipsubBeaconAttestationBatch) appendMetadata(event *xatu.Decor b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } func (b *libp2pGossipsubBeaconAttestationBatch) Input() proto.Input { return proto.Input{ {Name: "updated_date_time", Data: &b.UpdatedDateTime}, - {Name: "version", Data: &b.Version}, {Name: "event_date_time", Data: &b.EventDateTime}, {Name: "slot", Data: &b.Slot}, {Name: "slot_start_date_time", Data: &b.SlotStartDateTime}, @@ -153,7 +145,6 @@ func (b *libp2pGossipsubBeaconAttestationBatch) Input() proto.Input { {Name: "target_epoch_start_date_time", Data: &b.TargetEpochStartDateTime}, {Name: "target_root", Data: &b.TargetRoot}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -166,14 +157,12 @@ func (b *libp2pGossipsubBeaconAttestationBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } func (b *libp2pGossipsubBeaconAttestationBatch) Reset() { b.UpdatedDateTime.Reset() - b.Version.Reset() b.EventDateTime.Reset() b.Slot.Reset() b.SlotStartDateTime.Reset() @@ -203,7 +192,6 @@ func (b *libp2pGossipsubBeaconAttestationBatch) Reset() { b.TargetEpochStartDateTime.Reset() b.TargetRoot.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -216,7 +204,6 @@ func (b *libp2pGossipsubBeaconAttestationBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -226,9 +213,8 @@ func (b *libp2pGossipsubBeaconAttestationBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 46) + row := make(map[string]any, 43) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() - row["version"] = b.Version.Row(i) row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -262,7 +248,6 @@ func (b *libp2pGossipsubBeaconAttestationBatch) Snapshot() []map[string]any { row["target_epoch_start_date_time"] = b.TargetEpochStartDateTime.Row(i).Unix() row["target_root"] = string(b.TargetRoot.Row(i)) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -295,7 +280,6 @@ func (b *libp2pGossipsubBeaconAttestationBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_gossipsub_beacon_block.gen.go b/pkg/consumoor/route/libp2p/libp2p_gossipsub_beacon_block.gen.go index 03f19172f..2ea23a821 100644 --- a/pkg/consumoor/route/libp2p/libp2p_gossipsub_beacon_block.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_gossipsub_beacon_block.gen.go @@ -14,7 +14,6 @@ const libp2pGossipsubBeaconBlockTableName route.TableName = "libp2p_gossipsub_be type libp2pGossipsubBeaconBlockBatch struct { UpdatedDateTime proto.ColDateTime - Version proto.ColUInt32 EventDateTime proto.ColDateTime64 Slot proto.ColUInt32 SlotStartDateTime proto.ColDateTime @@ -35,7 +34,6 @@ type libp2pGossipsubBeaconBlockBatch struct { TopicName proto.ColStr TopicEncoding proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -48,7 +46,6 @@ type libp2pGossipsubBeaconBlockBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -72,7 +69,6 @@ func (b *libp2pGossipsubBeaconBlockBatch) Rows() int { func (b *libp2pGossipsubBeaconBlockBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -85,13 +81,11 @@ func (b *libp2pGossipsubBeaconBlockBatch) appendMetadata(event *xatu.DecoratedEv b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -104,14 +98,12 @@ func (b *libp2pGossipsubBeaconBlockBatch) appendMetadata(event *xatu.DecoratedEv b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } func (b *libp2pGossipsubBeaconBlockBatch) Input() proto.Input { return proto.Input{ {Name: "updated_date_time", Data: &b.UpdatedDateTime}, - {Name: "version", Data: &b.Version}, {Name: "event_date_time", Data: &b.EventDateTime}, {Name: "slot", Data: &b.Slot}, {Name: "slot_start_date_time", Data: &b.SlotStartDateTime}, @@ -132,7 +124,6 @@ func (b *libp2pGossipsubBeaconBlockBatch) Input() proto.Input { {Name: "topic_name", Data: &b.TopicName}, {Name: "topic_encoding", Data: &b.TopicEncoding}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -145,14 +136,12 @@ func (b *libp2pGossipsubBeaconBlockBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } func (b *libp2pGossipsubBeaconBlockBatch) Reset() { b.UpdatedDateTime.Reset() - b.Version.Reset() b.EventDateTime.Reset() b.Slot.Reset() b.SlotStartDateTime.Reset() @@ -173,7 +162,6 @@ func (b *libp2pGossipsubBeaconBlockBatch) Reset() { b.TopicName.Reset() b.TopicEncoding.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -186,7 +174,6 @@ func (b *libp2pGossipsubBeaconBlockBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -196,9 +183,8 @@ func (b *libp2pGossipsubBeaconBlockBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 37) + row := make(map[string]any, 34) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() - row["version"] = b.Version.Row(i) row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -219,7 +205,6 @@ func (b *libp2pGossipsubBeaconBlockBatch) Snapshot() []map[string]any { row["topic_name"] = b.TopicName.Row(i) row["topic_encoding"] = b.TopicEncoding.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -252,7 +237,6 @@ func (b *libp2pGossipsubBeaconBlockBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_gossipsub_blob_sidecar.gen.go b/pkg/consumoor/route/libp2p/libp2p_gossipsub_blob_sidecar.gen.go index 52536877a..96e22e63b 100644 --- a/pkg/consumoor/route/libp2p/libp2p_gossipsub_blob_sidecar.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_gossipsub_blob_sidecar.gen.go @@ -14,7 +14,6 @@ const libp2pGossipsubBlobSidecarTableName route.TableName = "libp2p_gossipsub_bl type libp2pGossipsubBlobSidecarBatch struct { UpdatedDateTime proto.ColDateTime - Version proto.ColUInt32 EventDateTime proto.ColDateTime64 Slot proto.ColUInt32 SlotStartDateTime proto.ColDateTime @@ -38,7 +37,6 @@ type libp2pGossipsubBlobSidecarBatch struct { TopicName proto.ColStr TopicEncoding proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -51,7 +49,6 @@ type libp2pGossipsubBlobSidecarBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -77,7 +74,6 @@ func (b *libp2pGossipsubBlobSidecarBatch) Rows() int { func (b *libp2pGossipsubBlobSidecarBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -90,13 +86,11 @@ func (b *libp2pGossipsubBlobSidecarBatch) appendMetadata(event *xatu.DecoratedEv b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -109,14 +103,12 @@ func (b *libp2pGossipsubBlobSidecarBatch) appendMetadata(event *xatu.DecoratedEv b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } func (b *libp2pGossipsubBlobSidecarBatch) Input() proto.Input { return proto.Input{ {Name: "updated_date_time", Data: &b.UpdatedDateTime}, - {Name: "version", Data: &b.Version}, {Name: "event_date_time", Data: &b.EventDateTime}, {Name: "slot", Data: &b.Slot}, {Name: "slot_start_date_time", Data: &b.SlotStartDateTime}, @@ -140,7 +132,6 @@ func (b *libp2pGossipsubBlobSidecarBatch) Input() proto.Input { {Name: "topic_name", Data: &b.TopicName}, {Name: "topic_encoding", Data: &b.TopicEncoding}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -153,14 +144,12 @@ func (b *libp2pGossipsubBlobSidecarBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } func (b *libp2pGossipsubBlobSidecarBatch) Reset() { b.UpdatedDateTime.Reset() - b.Version.Reset() b.EventDateTime.Reset() b.Slot.Reset() b.SlotStartDateTime.Reset() @@ -184,7 +173,6 @@ func (b *libp2pGossipsubBlobSidecarBatch) Reset() { b.TopicName.Reset() b.TopicEncoding.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -197,7 +185,6 @@ func (b *libp2pGossipsubBlobSidecarBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -207,9 +194,8 @@ func (b *libp2pGossipsubBlobSidecarBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 40) + row := make(map[string]any, 37) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() - row["version"] = b.Version.Row(i) row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -233,7 +219,6 @@ func (b *libp2pGossipsubBlobSidecarBatch) Snapshot() []map[string]any { row["topic_name"] = b.TopicName.Row(i) row["topic_encoding"] = b.TopicEncoding.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -266,7 +251,6 @@ func (b *libp2pGossipsubBlobSidecarBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_gossipsub_data_column_sidecar.gen.go b/pkg/consumoor/route/libp2p/libp2p_gossipsub_data_column_sidecar.gen.go index c419a6714..1342f72ce 100644 --- a/pkg/consumoor/route/libp2p/libp2p_gossipsub_data_column_sidecar.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_gossipsub_data_column_sidecar.gen.go @@ -14,7 +14,6 @@ const libp2pGossipsubDataColumnSidecarTableName route.TableName = "libp2p_gossip type libp2pGossipsubDataColumnSidecarBatch struct { UpdatedDateTime proto.ColDateTime - Version proto.ColUInt32 EventDateTime proto.ColDateTime64 Slot proto.ColUInt32 SlotStartDateTime proto.ColDateTime @@ -39,7 +38,6 @@ type libp2pGossipsubDataColumnSidecarBatch struct { TopicName proto.ColStr TopicEncoding proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -52,7 +50,6 @@ type libp2pGossipsubDataColumnSidecarBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -78,7 +75,6 @@ func (b *libp2pGossipsubDataColumnSidecarBatch) Rows() int { func (b *libp2pGossipsubDataColumnSidecarBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -91,13 +87,11 @@ func (b *libp2pGossipsubDataColumnSidecarBatch) appendMetadata(event *xatu.Decor b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -110,14 +104,12 @@ func (b *libp2pGossipsubDataColumnSidecarBatch) appendMetadata(event *xatu.Decor b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } func (b *libp2pGossipsubDataColumnSidecarBatch) Input() proto.Input { return proto.Input{ {Name: "updated_date_time", Data: &b.UpdatedDateTime}, - {Name: "version", Data: &b.Version}, {Name: "event_date_time", Data: &b.EventDateTime}, {Name: "slot", Data: &b.Slot}, {Name: "slot_start_date_time", Data: &b.SlotStartDateTime}, @@ -142,7 +134,6 @@ func (b *libp2pGossipsubDataColumnSidecarBatch) Input() proto.Input { {Name: "topic_name", Data: &b.TopicName}, {Name: "topic_encoding", Data: &b.TopicEncoding}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -155,14 +146,12 @@ func (b *libp2pGossipsubDataColumnSidecarBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } func (b *libp2pGossipsubDataColumnSidecarBatch) Reset() { b.UpdatedDateTime.Reset() - b.Version.Reset() b.EventDateTime.Reset() b.Slot.Reset() b.SlotStartDateTime.Reset() @@ -187,7 +176,6 @@ func (b *libp2pGossipsubDataColumnSidecarBatch) Reset() { b.TopicName.Reset() b.TopicEncoding.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -200,7 +188,6 @@ func (b *libp2pGossipsubDataColumnSidecarBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -210,9 +197,8 @@ func (b *libp2pGossipsubDataColumnSidecarBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 41) + row := make(map[string]any, 38) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() - row["version"] = b.Version.Row(i) row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) row["slot_start_date_time"] = b.SlotStartDateTime.Row(i).Unix() @@ -237,7 +223,6 @@ func (b *libp2pGossipsubDataColumnSidecarBatch) Snapshot() []map[string]any { row["topic_name"] = b.TopicName.Row(i) row["topic_encoding"] = b.TopicEncoding.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -270,7 +255,6 @@ func (b *libp2pGossipsubDataColumnSidecarBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_graft.gen.go b/pkg/consumoor/route/libp2p/libp2p_graft.gen.go index b90754858..e5befa392 100644 --- a/pkg/consumoor/route/libp2p/libp2p_graft.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_graft.gen.go @@ -21,7 +21,6 @@ type libp2pGraftBatch struct { TopicEncoding proto.ColStr PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -34,7 +33,6 @@ type libp2pGraftBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -57,7 +55,6 @@ func (b *libp2pGraftBatch) Rows() int { func (b *libp2pGraftBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -70,13 +67,11 @@ func (b *libp2pGraftBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -89,7 +84,6 @@ func (b *libp2pGraftBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -103,7 +97,6 @@ func (b *libp2pGraftBatch) Input() proto.Input { {Name: "topic_encoding", Data: &b.TopicEncoding}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -116,7 +109,6 @@ func (b *libp2pGraftBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -130,7 +122,6 @@ func (b *libp2pGraftBatch) Reset() { b.TopicEncoding.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -143,7 +134,6 @@ func (b *libp2pGraftBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -153,7 +143,7 @@ func (b *libp2pGraftBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 23) + row := make(map[string]any, 21) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["topic_layer"] = b.TopicLayer.Row(i) @@ -162,7 +152,6 @@ func (b *libp2pGraftBatch) Snapshot() []map[string]any { row["topic_encoding"] = b.TopicEncoding.Row(i) row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -195,7 +184,6 @@ func (b *libp2pGraftBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_handle_metadata.gen.go b/pkg/consumoor/route/libp2p/libp2p_handle_metadata.gen.go index 7fbde4bf3..591e1855a 100644 --- a/pkg/consumoor/route/libp2p/libp2p_handle_metadata.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_handle_metadata.gen.go @@ -18,14 +18,13 @@ type libp2pHandleMetadataBatch struct { PeerIDUniqueKey proto.ColInt64 Error *proto.ColNullable[string] Protocol proto.ColStr - Direction *proto.ColNullable[string] + Direction proto.ColStr Attnets proto.ColStr SeqNumber proto.ColUInt64 Syncnets proto.ColStr CustodyGroupCount *proto.ColNullable[uint8] LatencyMilliseconds proto.ColDecimal64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -38,7 +37,6 @@ type libp2pHandleMetadataBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -47,7 +45,6 @@ func newlibp2pHandleMetadataBatch() *libp2pHandleMetadataBatch { return &libp2pHandleMetadataBatch{ EventDateTime: func() proto.ColDateTime64 { var c proto.ColDateTime64; c.WithPrecision(proto.Precision(3)); return c }(), Error: new(proto.ColStr).Nullable(), - Direction: new(proto.ColStr).Nullable(), CustodyGroupCount: new(proto.ColUInt8).Nullable(), MetaClientIP: new(proto.ColIPv6).Nullable(), MetaClientGeoLongitude: new(proto.ColFloat64).Nullable(), @@ -64,7 +61,6 @@ func (b *libp2pHandleMetadataBatch) Rows() int { func (b *libp2pHandleMetadataBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -77,13 +73,11 @@ func (b *libp2pHandleMetadataBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -96,7 +90,6 @@ func (b *libp2pHandleMetadataBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -107,14 +100,13 @@ func (b *libp2pHandleMetadataBatch) Input() proto.Input { {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "error", Data: b.Error}, {Name: "protocol", Data: &b.Protocol}, - {Name: "direction", Data: b.Direction}, + {Name: "direction", Data: &b.Direction}, {Name: "attnets", Data: &b.Attnets}, {Name: "seq_number", Data: &b.SeqNumber}, {Name: "syncnets", Data: &b.Syncnets}, {Name: "custody_group_count", Data: b.CustodyGroupCount}, {Name: "latency_milliseconds", Data: &route.TypedColInput{ColInput: &b.LatencyMilliseconds, CHType: "Decimal(10, 3)"}}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -127,7 +119,6 @@ func (b *libp2pHandleMetadataBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -145,7 +136,6 @@ func (b *libp2pHandleMetadataBatch) Reset() { b.CustodyGroupCount.Reset() b.LatencyMilliseconds.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -158,7 +148,6 @@ func (b *libp2pHandleMetadataBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -168,7 +157,7 @@ func (b *libp2pHandleMetadataBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 27) + row := make(map[string]any, 25) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) @@ -178,11 +167,7 @@ func (b *libp2pHandleMetadataBatch) Snapshot() []map[string]any { row["error"] = nil } row["protocol"] = b.Protocol.Row(i) - if v := b.Direction.Row(i); v.Set { - row["direction"] = v.Value - } else { - row["direction"] = nil - } + row["direction"] = b.Direction.Row(i) row["attnets"] = b.Attnets.Row(i) row["seq_number"] = b.SeqNumber.Row(i) row["syncnets"] = b.Syncnets.Row(i) @@ -193,7 +178,6 @@ func (b *libp2pHandleMetadataBatch) Snapshot() []map[string]any { } row["latency_milliseconds"] = route.FormatDecimal(int64(b.LatencyMilliseconds.Row(i)), 3) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -226,7 +210,6 @@ func (b *libp2pHandleMetadataBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_handle_status.gen.go b/pkg/consumoor/route/libp2p/libp2p_handle_status.gen.go index ff2cfad41..6f04bb29a 100644 --- a/pkg/consumoor/route/libp2p/libp2p_handle_status.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_handle_status.gen.go @@ -18,7 +18,7 @@ type libp2pHandleStatusBatch struct { PeerIDUniqueKey proto.ColInt64 Error *proto.ColNullable[string] Protocol proto.ColStr - Direction *proto.ColNullable[string] + Direction proto.ColStr RequestFinalizedEpoch *proto.ColNullable[uint32] RequestFinalizedRoot *proto.ColNullable[string] RequestForkDigest proto.ColStr @@ -33,7 +33,6 @@ type libp2pHandleStatusBatch struct { ResponseEarliestAvailableSlot *proto.ColNullable[uint32] LatencyMilliseconds proto.ColDecimal64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -46,7 +45,6 @@ type libp2pHandleStatusBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -55,7 +53,6 @@ func newlibp2pHandleStatusBatch() *libp2pHandleStatusBatch { return &libp2pHandleStatusBatch{ EventDateTime: func() proto.ColDateTime64 { var c proto.ColDateTime64; c.WithPrecision(proto.Precision(3)); return c }(), Error: new(proto.ColStr).Nullable(), - Direction: new(proto.ColStr).Nullable(), RequestFinalizedEpoch: new(proto.ColUInt32).Nullable(), RequestFinalizedRoot: new(proto.ColStr).Nullable(), RequestHeadRoot: route.NewNullableFixedStr(66), @@ -81,7 +78,6 @@ func (b *libp2pHandleStatusBatch) Rows() int { func (b *libp2pHandleStatusBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -94,13 +90,11 @@ func (b *libp2pHandleStatusBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -113,7 +107,6 @@ func (b *libp2pHandleStatusBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -124,7 +117,7 @@ func (b *libp2pHandleStatusBatch) Input() proto.Input { {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "error", Data: b.Error}, {Name: "protocol", Data: &b.Protocol}, - {Name: "direction", Data: b.Direction}, + {Name: "direction", Data: &b.Direction}, {Name: "request_finalized_epoch", Data: b.RequestFinalizedEpoch}, {Name: "request_finalized_root", Data: b.RequestFinalizedRoot}, {Name: "request_fork_digest", Data: &b.RequestForkDigest}, @@ -139,7 +132,6 @@ func (b *libp2pHandleStatusBatch) Input() proto.Input { {Name: "response_earliest_available_slot", Data: b.ResponseEarliestAvailableSlot}, {Name: "latency_milliseconds", Data: &route.TypedColInput{ColInput: &b.LatencyMilliseconds, CHType: "Decimal(10, 3)"}}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -152,7 +144,6 @@ func (b *libp2pHandleStatusBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -178,7 +169,6 @@ func (b *libp2pHandleStatusBatch) Reset() { b.ResponseEarliestAvailableSlot.Reset() b.LatencyMilliseconds.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -191,7 +181,6 @@ func (b *libp2pHandleStatusBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -201,7 +190,7 @@ func (b *libp2pHandleStatusBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 35) + row := make(map[string]any, 33) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) @@ -211,11 +200,7 @@ func (b *libp2pHandleStatusBatch) Snapshot() []map[string]any { row["error"] = nil } row["protocol"] = b.Protocol.Row(i) - if v := b.Direction.Row(i); v.Set { - row["direction"] = v.Value - } else { - row["direction"] = nil - } + row["direction"] = b.Direction.Row(i) if v := b.RequestFinalizedEpoch.Row(i); v.Set { row["request_finalized_epoch"] = v.Value } else { @@ -270,7 +255,6 @@ func (b *libp2pHandleStatusBatch) Snapshot() []map[string]any { } row["latency_milliseconds"] = route.FormatDecimal(int64(b.LatencyMilliseconds.Row(i)), 3) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -303,7 +287,6 @@ func (b *libp2pHandleStatusBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_identify.gen.go b/pkg/consumoor/route/libp2p/libp2p_identify.gen.go index 715033301..11e64a407 100644 --- a/pkg/consumoor/route/libp2p/libp2p_identify.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_identify.gen.go @@ -46,7 +46,6 @@ type libp2pIdentifyBatch struct { Direction proto.ColStr RemoteMultiaddr proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -59,7 +58,6 @@ type libp2pIdentifyBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -90,7 +88,6 @@ func (b *libp2pIdentifyBatch) Rows() int { func (b *libp2pIdentifyBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -103,13 +100,11 @@ func (b *libp2pIdentifyBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -122,7 +117,6 @@ func (b *libp2pIdentifyBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -161,7 +155,6 @@ func (b *libp2pIdentifyBatch) Input() proto.Input { {Name: "direction", Data: &b.Direction}, {Name: "remote_multiaddr", Data: &b.RemoteMultiaddr}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -174,7 +167,6 @@ func (b *libp2pIdentifyBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -213,7 +205,6 @@ func (b *libp2pIdentifyBatch) Reset() { b.Direction.Reset() b.RemoteMultiaddr.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -226,7 +217,6 @@ func (b *libp2pIdentifyBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -236,7 +226,7 @@ func (b *libp2pIdentifyBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 48) + row := make(map[string]any, 46) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["remote_peer_id_unique_key"] = b.RemotePeerIDUniqueKey.Row(i) @@ -294,7 +284,6 @@ func (b *libp2pIdentifyBatch) Snapshot() []map[string]any { row["direction"] = b.Direction.Row(i) row["remote_multiaddr"] = b.RemoteMultiaddr.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -327,7 +316,6 @@ func (b *libp2pIdentifyBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_join.gen.go b/pkg/consumoor/route/libp2p/libp2p_join.gen.go index 5e6fbe70e..398316da9 100644 --- a/pkg/consumoor/route/libp2p/libp2p_join.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_join.gen.go @@ -21,7 +21,6 @@ type libp2pJoinBatch struct { TopicEncoding proto.ColStr PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -34,7 +33,6 @@ type libp2pJoinBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -57,7 +55,6 @@ func (b *libp2pJoinBatch) Rows() int { func (b *libp2pJoinBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -70,13 +67,11 @@ func (b *libp2pJoinBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -89,7 +84,6 @@ func (b *libp2pJoinBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -103,7 +97,6 @@ func (b *libp2pJoinBatch) Input() proto.Input { {Name: "topic_encoding", Data: &b.TopicEncoding}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -116,7 +109,6 @@ func (b *libp2pJoinBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -130,7 +122,6 @@ func (b *libp2pJoinBatch) Reset() { b.TopicEncoding.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -143,7 +134,6 @@ func (b *libp2pJoinBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -153,7 +143,7 @@ func (b *libp2pJoinBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 23) + row := make(map[string]any, 21) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["topic_layer"] = b.TopicLayer.Row(i) @@ -162,7 +152,6 @@ func (b *libp2pJoinBatch) Snapshot() []map[string]any { row["topic_encoding"] = b.TopicEncoding.Row(i) row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -195,7 +184,6 @@ func (b *libp2pJoinBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_leave.gen.go b/pkg/consumoor/route/libp2p/libp2p_leave.gen.go index 67cb64edc..3c05a39e6 100644 --- a/pkg/consumoor/route/libp2p/libp2p_leave.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_leave.gen.go @@ -21,7 +21,6 @@ type libp2pLeaveBatch struct { TopicEncoding proto.ColStr PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -34,7 +33,6 @@ type libp2pLeaveBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -57,7 +55,6 @@ func (b *libp2pLeaveBatch) Rows() int { func (b *libp2pLeaveBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -70,13 +67,11 @@ func (b *libp2pLeaveBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -89,7 +84,6 @@ func (b *libp2pLeaveBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -103,7 +97,6 @@ func (b *libp2pLeaveBatch) Input() proto.Input { {Name: "topic_encoding", Data: &b.TopicEncoding}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -116,7 +109,6 @@ func (b *libp2pLeaveBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -130,7 +122,6 @@ func (b *libp2pLeaveBatch) Reset() { b.TopicEncoding.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -143,7 +134,6 @@ func (b *libp2pLeaveBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -153,7 +143,7 @@ func (b *libp2pLeaveBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 23) + row := make(map[string]any, 21) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["topic_layer"] = b.TopicLayer.Row(i) @@ -162,7 +152,6 @@ func (b *libp2pLeaveBatch) Snapshot() []map[string]any { row["topic_encoding"] = b.TopicEncoding.Row(i) row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -195,7 +184,6 @@ func (b *libp2pLeaveBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_peer.gen.go b/pkg/consumoor/route/libp2p/libp2p_peer.gen.go index aee18cc71..1648acc8d 100644 --- a/pkg/consumoor/route/libp2p/libp2p_peer.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_peer.gen.go @@ -14,7 +14,6 @@ type libp2pPeerBatch struct { UniqueKey proto.ColInt64 UpdatedDateTime proto.ColDateTime PeerID proto.ColStr - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -29,12 +28,10 @@ func (b *libp2pPeerBatch) Rows() int { func (b *libp2pPeerBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -43,7 +40,6 @@ func (b *libp2pPeerBatch) Input() proto.Input { {Name: "unique_key", Data: &b.UniqueKey}, {Name: "updated_date_time", Data: &b.UpdatedDateTime}, {Name: "peer_id", Data: &b.PeerID}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -52,7 +48,6 @@ func (b *libp2pPeerBatch) Reset() { b.UniqueKey.Reset() b.UpdatedDateTime.Reset() b.PeerID.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -62,11 +57,10 @@ func (b *libp2pPeerBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 5) + row := make(map[string]any, 4) row["unique_key"] = b.UniqueKey.Row(i) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["peer_id"] = b.PeerID.Row(i) - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_prune.gen.go b/pkg/consumoor/route/libp2p/libp2p_prune.gen.go index 00d965558..088856fba 100644 --- a/pkg/consumoor/route/libp2p/libp2p_prune.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_prune.gen.go @@ -21,7 +21,6 @@ type libp2pPruneBatch struct { TopicEncoding proto.ColStr PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -34,7 +33,6 @@ type libp2pPruneBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -57,7 +55,6 @@ func (b *libp2pPruneBatch) Rows() int { func (b *libp2pPruneBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -70,13 +67,11 @@ func (b *libp2pPruneBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -89,7 +84,6 @@ func (b *libp2pPruneBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -103,7 +97,6 @@ func (b *libp2pPruneBatch) Input() proto.Input { {Name: "topic_encoding", Data: &b.TopicEncoding}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -116,7 +109,6 @@ func (b *libp2pPruneBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -130,7 +122,6 @@ func (b *libp2pPruneBatch) Reset() { b.TopicEncoding.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -143,7 +134,6 @@ func (b *libp2pPruneBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -153,7 +143,7 @@ func (b *libp2pPruneBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 23) + row := make(map[string]any, 21) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["topic_layer"] = b.TopicLayer.Row(i) @@ -162,7 +152,6 @@ func (b *libp2pPruneBatch) Snapshot() []map[string]any { row["topic_encoding"] = b.TopicEncoding.Row(i) row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -195,7 +184,6 @@ func (b *libp2pPruneBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_publish_message.gen.go b/pkg/consumoor/route/libp2p/libp2p_publish_message.gen.go index 1053ea2be..4b5efd78c 100644 --- a/pkg/consumoor/route/libp2p/libp2p_publish_message.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_publish_message.gen.go @@ -21,7 +21,6 @@ type libp2pPublishMessageBatch struct { TopicEncoding proto.ColStr MessageID proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -34,7 +33,6 @@ type libp2pPublishMessageBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -57,7 +55,6 @@ func (b *libp2pPublishMessageBatch) Rows() int { func (b *libp2pPublishMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -70,13 +67,11 @@ func (b *libp2pPublishMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -89,7 +84,6 @@ func (b *libp2pPublishMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -103,7 +97,6 @@ func (b *libp2pPublishMessageBatch) Input() proto.Input { {Name: "topic_encoding", Data: &b.TopicEncoding}, {Name: "message_id", Data: &b.MessageID}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -116,7 +109,6 @@ func (b *libp2pPublishMessageBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -130,7 +122,6 @@ func (b *libp2pPublishMessageBatch) Reset() { b.TopicEncoding.Reset() b.MessageID.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -143,7 +134,6 @@ func (b *libp2pPublishMessageBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -153,7 +143,7 @@ func (b *libp2pPublishMessageBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 23) + row := make(map[string]any, 21) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["topic_layer"] = b.TopicLayer.Row(i) @@ -162,7 +152,6 @@ func (b *libp2pPublishMessageBatch) Snapshot() []map[string]any { row["topic_encoding"] = b.TopicEncoding.Row(i) row["message_id"] = b.MessageID.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -195,7 +184,6 @@ func (b *libp2pPublishMessageBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_recv_rpc.gen.go b/pkg/consumoor/route/libp2p/libp2p_recv_rpc.gen.go index d596aa15e..d9130b5ba 100644 --- a/pkg/consumoor/route/libp2p/libp2p_recv_rpc.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_recv_rpc.gen.go @@ -18,7 +18,6 @@ type libp2pRecvRpcBatch struct { EventDateTime proto.ColDateTime64 PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -31,7 +30,6 @@ type libp2pRecvRpcBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -54,7 +52,6 @@ func (b *libp2pRecvRpcBatch) Rows() int { func (b *libp2pRecvRpcBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -67,13 +64,11 @@ func (b *libp2pRecvRpcBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -86,7 +81,6 @@ func (b *libp2pRecvRpcBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -97,7 +91,6 @@ func (b *libp2pRecvRpcBatch) Input() proto.Input { {Name: "event_date_time", Data: &b.EventDateTime}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -110,7 +103,6 @@ func (b *libp2pRecvRpcBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -121,7 +113,6 @@ func (b *libp2pRecvRpcBatch) Reset() { b.EventDateTime.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -134,7 +125,6 @@ func (b *libp2pRecvRpcBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -144,13 +134,12 @@ func (b *libp2pRecvRpcBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 20) + row := make(map[string]any, 18) row["unique_key"] = b.UniqueKey.Row(i) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -183,7 +172,6 @@ func (b *libp2pRecvRpcBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_reject_message.gen.go b/pkg/consumoor/route/libp2p/libp2p_reject_message.gen.go index 768670b7a..dd98381b0 100644 --- a/pkg/consumoor/route/libp2p/libp2p_reject_message.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_reject_message.gen.go @@ -26,7 +26,6 @@ type libp2pRejectMessageBatch struct { MessageSize proto.ColUInt32 Reason proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -39,7 +38,6 @@ type libp2pRejectMessageBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -62,7 +60,6 @@ func (b *libp2pRejectMessageBatch) Rows() int { func (b *libp2pRejectMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -75,13 +72,11 @@ func (b *libp2pRejectMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -94,7 +89,6 @@ func (b *libp2pRejectMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -113,7 +107,6 @@ func (b *libp2pRejectMessageBatch) Input() proto.Input { {Name: "message_size", Data: &b.MessageSize}, {Name: "reason", Data: &b.Reason}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -126,7 +119,6 @@ func (b *libp2pRejectMessageBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -145,7 +137,6 @@ func (b *libp2pRejectMessageBatch) Reset() { b.MessageSize.Reset() b.Reason.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -158,7 +149,6 @@ func (b *libp2pRejectMessageBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -168,7 +158,7 @@ func (b *libp2pRejectMessageBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 28) + row := make(map[string]any, 26) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["topic_layer"] = b.TopicLayer.Row(i) @@ -182,7 +172,6 @@ func (b *libp2pRejectMessageBatch) Snapshot() []map[string]any { row["message_size"] = b.MessageSize.Row(i) row["reason"] = b.Reason.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -215,7 +204,6 @@ func (b *libp2pRejectMessageBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_remove_peer.gen.go b/pkg/consumoor/route/libp2p/libp2p_remove_peer.gen.go index 9bf586562..ed287e399 100644 --- a/pkg/consumoor/route/libp2p/libp2p_remove_peer.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_remove_peer.gen.go @@ -17,7 +17,6 @@ type libp2pRemovePeerBatch struct { EventDateTime proto.ColDateTime64 PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -30,7 +29,6 @@ type libp2pRemovePeerBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -53,7 +51,6 @@ func (b *libp2pRemovePeerBatch) Rows() int { func (b *libp2pRemovePeerBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -66,13 +63,11 @@ func (b *libp2pRemovePeerBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -85,7 +80,6 @@ func (b *libp2pRemovePeerBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -95,7 +89,6 @@ func (b *libp2pRemovePeerBatch) Input() proto.Input { {Name: "event_date_time", Data: &b.EventDateTime}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -108,7 +101,6 @@ func (b *libp2pRemovePeerBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -118,7 +110,6 @@ func (b *libp2pRemovePeerBatch) Reset() { b.EventDateTime.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -131,7 +122,6 @@ func (b *libp2pRemovePeerBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -141,12 +131,11 @@ func (b *libp2pRemovePeerBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 19) + row := make(map[string]any, 17) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -179,7 +168,6 @@ func (b *libp2pRemovePeerBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_rpc_data_column_custody_probe.gen.go b/pkg/consumoor/route/libp2p/libp2p_rpc_data_column_custody_probe.gen.go index c804c24b2..42dcaf13e 100644 --- a/pkg/consumoor/route/libp2p/libp2p_rpc_data_column_custody_probe.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_rpc_data_column_custody_probe.gen.go @@ -31,7 +31,6 @@ type libp2pRpcDataColumnCustodyProbeBatch struct { ResponseTimeMs proto.ColInt32 Error *proto.ColNullable[string] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -44,9 +43,7 @@ type libp2pRpcDataColumnCustodyProbeBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -60,7 +57,6 @@ func newlibp2pRpcDataColumnCustodyProbeBatch() *libp2pRpcDataColumnCustodyProbeB MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -71,7 +67,6 @@ func (b *libp2pRpcDataColumnCustodyProbeBatch) Rows() int { func (b *libp2pRpcDataColumnCustodyProbeBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -84,14 +79,11 @@ func (b *libp2pRpcDataColumnCustodyProbeBatch) appendMetadata(event *xatu.Decora b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -104,13 +96,7 @@ func (b *libp2pRpcDataColumnCustodyProbeBatch) appendMetadata(event *xatu.Decora b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *libp2pRpcDataColumnCustodyProbeBatch) Input() proto.Input { @@ -133,7 +119,6 @@ func (b *libp2pRpcDataColumnCustodyProbeBatch) Input() proto.Input { {Name: "response_time_ms", Data: &b.ResponseTimeMs}, {Name: "error", Data: b.Error}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -146,9 +131,7 @@ func (b *libp2pRpcDataColumnCustodyProbeBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -171,7 +154,6 @@ func (b *libp2pRpcDataColumnCustodyProbeBatch) Reset() { b.ResponseTimeMs.Reset() b.Error.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -184,9 +166,7 @@ func (b *libp2pRpcDataColumnCustodyProbeBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -195,7 +175,7 @@ func (b *libp2pRpcDataColumnCustodyProbeBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 34) + row := make(map[string]any, 31) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -218,7 +198,6 @@ func (b *libp2pRpcDataColumnCustodyProbeBatch) Snapshot() []map[string]any { row["error"] = nil } row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -251,9 +230,7 @@ func (b *libp2pRpcDataColumnCustodyProbeBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_graft.gen.go b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_graft.gen.go index 5dae35664..60b0dad60 100644 --- a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_graft.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_graft.gen.go @@ -24,7 +24,6 @@ type libp2pRpcMetaControlGraftBatch struct { TopicEncoding proto.ColStr PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -37,7 +36,6 @@ type libp2pRpcMetaControlGraftBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -60,7 +58,6 @@ func (b *libp2pRpcMetaControlGraftBatch) Rows() int { func (b *libp2pRpcMetaControlGraftBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -73,13 +70,11 @@ func (b *libp2pRpcMetaControlGraftBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -92,7 +87,6 @@ func (b *libp2pRpcMetaControlGraftBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -109,7 +103,6 @@ func (b *libp2pRpcMetaControlGraftBatch) Input() proto.Input { {Name: "topic_encoding", Data: &b.TopicEncoding}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -122,7 +115,6 @@ func (b *libp2pRpcMetaControlGraftBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -139,7 +131,6 @@ func (b *libp2pRpcMetaControlGraftBatch) Reset() { b.TopicEncoding.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -152,7 +143,6 @@ func (b *libp2pRpcMetaControlGraftBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -162,7 +152,7 @@ func (b *libp2pRpcMetaControlGraftBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 26) + row := make(map[string]any, 24) row["unique_key"] = b.UniqueKey.Row(i) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() @@ -174,7 +164,6 @@ func (b *libp2pRpcMetaControlGraftBatch) Snapshot() []map[string]any { row["topic_encoding"] = b.TopicEncoding.Row(i) row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -207,7 +196,6 @@ func (b *libp2pRpcMetaControlGraftBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_idontwant.gen.go b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_idontwant.gen.go index 20ccf8226..f73c18dff 100644 --- a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_idontwant.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_idontwant.gen.go @@ -22,7 +22,6 @@ type libp2pRpcMetaControlIdontwantBatch struct { MessageID proto.ColStr PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -35,7 +34,6 @@ type libp2pRpcMetaControlIdontwantBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -58,7 +56,6 @@ func (b *libp2pRpcMetaControlIdontwantBatch) Rows() int { func (b *libp2pRpcMetaControlIdontwantBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -71,13 +68,11 @@ func (b *libp2pRpcMetaControlIdontwantBatch) appendMetadata(event *xatu.Decorate b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -90,7 +85,6 @@ func (b *libp2pRpcMetaControlIdontwantBatch) appendMetadata(event *xatu.Decorate b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -105,7 +99,6 @@ func (b *libp2pRpcMetaControlIdontwantBatch) Input() proto.Input { {Name: "message_id", Data: &b.MessageID}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -118,7 +111,6 @@ func (b *libp2pRpcMetaControlIdontwantBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -133,7 +125,6 @@ func (b *libp2pRpcMetaControlIdontwantBatch) Reset() { b.MessageID.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -146,7 +137,6 @@ func (b *libp2pRpcMetaControlIdontwantBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -156,7 +146,7 @@ func (b *libp2pRpcMetaControlIdontwantBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 24) + row := make(map[string]any, 22) row["unique_key"] = b.UniqueKey.Row(i) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() @@ -166,7 +156,6 @@ func (b *libp2pRpcMetaControlIdontwantBatch) Snapshot() []map[string]any { row["message_id"] = b.MessageID.Row(i) row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -199,7 +188,6 @@ func (b *libp2pRpcMetaControlIdontwantBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_ihave.gen.go b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_ihave.gen.go index 15c1822d9..458049ae2 100644 --- a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_ihave.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_ihave.gen.go @@ -26,7 +26,6 @@ type libp2pRpcMetaControlIhaveBatch struct { MessageID proto.ColStr PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -39,7 +38,6 @@ type libp2pRpcMetaControlIhaveBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -62,7 +60,6 @@ func (b *libp2pRpcMetaControlIhaveBatch) Rows() int { func (b *libp2pRpcMetaControlIhaveBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -75,13 +72,11 @@ func (b *libp2pRpcMetaControlIhaveBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -94,7 +89,6 @@ func (b *libp2pRpcMetaControlIhaveBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -113,7 +107,6 @@ func (b *libp2pRpcMetaControlIhaveBatch) Input() proto.Input { {Name: "message_id", Data: &b.MessageID}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -126,7 +119,6 @@ func (b *libp2pRpcMetaControlIhaveBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -145,7 +137,6 @@ func (b *libp2pRpcMetaControlIhaveBatch) Reset() { b.MessageID.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -158,7 +149,6 @@ func (b *libp2pRpcMetaControlIhaveBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -168,7 +158,7 @@ func (b *libp2pRpcMetaControlIhaveBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 28) + row := make(map[string]any, 26) row["unique_key"] = b.UniqueKey.Row(i) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() @@ -182,7 +172,6 @@ func (b *libp2pRpcMetaControlIhaveBatch) Snapshot() []map[string]any { row["message_id"] = b.MessageID.Row(i) row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -215,7 +204,6 @@ func (b *libp2pRpcMetaControlIhaveBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_iwant.gen.go b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_iwant.gen.go index 221dc5577..4d8973b6c 100644 --- a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_iwant.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_iwant.gen.go @@ -22,7 +22,6 @@ type libp2pRpcMetaControlIwantBatch struct { MessageID proto.ColStr PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -35,7 +34,6 @@ type libp2pRpcMetaControlIwantBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -58,7 +56,6 @@ func (b *libp2pRpcMetaControlIwantBatch) Rows() int { func (b *libp2pRpcMetaControlIwantBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -71,13 +68,11 @@ func (b *libp2pRpcMetaControlIwantBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -90,7 +85,6 @@ func (b *libp2pRpcMetaControlIwantBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -105,7 +99,6 @@ func (b *libp2pRpcMetaControlIwantBatch) Input() proto.Input { {Name: "message_id", Data: &b.MessageID}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -118,7 +111,6 @@ func (b *libp2pRpcMetaControlIwantBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -133,7 +125,6 @@ func (b *libp2pRpcMetaControlIwantBatch) Reset() { b.MessageID.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -146,7 +137,6 @@ func (b *libp2pRpcMetaControlIwantBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -156,7 +146,7 @@ func (b *libp2pRpcMetaControlIwantBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 24) + row := make(map[string]any, 22) row["unique_key"] = b.UniqueKey.Row(i) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() @@ -166,7 +156,6 @@ func (b *libp2pRpcMetaControlIwantBatch) Snapshot() []map[string]any { row["message_id"] = b.MessageID.Row(i) row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -199,7 +188,6 @@ func (b *libp2pRpcMetaControlIwantBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_prune.gen.go b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_prune.gen.go index 0fefd40c8..720c6860a 100644 --- a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_prune.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_control_prune.gen.go @@ -26,7 +26,6 @@ type libp2pRpcMetaControlPruneBatch struct { TopicName proto.ColStr TopicEncoding proto.ColStr MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -39,7 +38,6 @@ type libp2pRpcMetaControlPruneBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -63,7 +61,6 @@ func (b *libp2pRpcMetaControlPruneBatch) Rows() int { func (b *libp2pRpcMetaControlPruneBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -76,13 +73,11 @@ func (b *libp2pRpcMetaControlPruneBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -95,7 +90,6 @@ func (b *libp2pRpcMetaControlPruneBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -114,7 +108,6 @@ func (b *libp2pRpcMetaControlPruneBatch) Input() proto.Input { {Name: "topic_name", Data: &b.TopicName}, {Name: "topic_encoding", Data: &b.TopicEncoding}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -127,7 +120,6 @@ func (b *libp2pRpcMetaControlPruneBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -146,7 +138,6 @@ func (b *libp2pRpcMetaControlPruneBatch) Reset() { b.TopicName.Reset() b.TopicEncoding.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -159,7 +150,6 @@ func (b *libp2pRpcMetaControlPruneBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -169,7 +159,7 @@ func (b *libp2pRpcMetaControlPruneBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 28) + row := make(map[string]any, 26) row["unique_key"] = b.UniqueKey.Row(i) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() @@ -187,7 +177,6 @@ func (b *libp2pRpcMetaControlPruneBatch) Snapshot() []map[string]any { row["topic_name"] = b.TopicName.Row(i) row["topic_encoding"] = b.TopicEncoding.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -220,7 +209,6 @@ func (b *libp2pRpcMetaControlPruneBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_message.gen.go b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_message.gen.go index 7481c4981..aaa39b493 100644 --- a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_message.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_message.gen.go @@ -25,7 +25,6 @@ type libp2pRpcMetaMessageBatch struct { TopicEncoding proto.ColStr PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -38,7 +37,6 @@ type libp2pRpcMetaMessageBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -61,7 +59,6 @@ func (b *libp2pRpcMetaMessageBatch) Rows() int { func (b *libp2pRpcMetaMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -74,13 +71,11 @@ func (b *libp2pRpcMetaMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -93,7 +88,6 @@ func (b *libp2pRpcMetaMessageBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -111,7 +105,6 @@ func (b *libp2pRpcMetaMessageBatch) Input() proto.Input { {Name: "topic_encoding", Data: &b.TopicEncoding}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -124,7 +117,6 @@ func (b *libp2pRpcMetaMessageBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -142,7 +134,6 @@ func (b *libp2pRpcMetaMessageBatch) Reset() { b.TopicEncoding.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -155,7 +146,6 @@ func (b *libp2pRpcMetaMessageBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -165,7 +155,7 @@ func (b *libp2pRpcMetaMessageBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 27) + row := make(map[string]any, 25) row["unique_key"] = b.UniqueKey.Row(i) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() @@ -178,7 +168,6 @@ func (b *libp2pRpcMetaMessageBatch) Snapshot() []map[string]any { row["topic_encoding"] = b.TopicEncoding.Row(i) row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -211,7 +200,6 @@ func (b *libp2pRpcMetaMessageBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_subscription.gen.go b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_subscription.gen.go index 46461d2d6..add5efa77 100644 --- a/pkg/consumoor/route/libp2p/libp2p_rpc_meta_subscription.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_rpc_meta_subscription.gen.go @@ -25,7 +25,6 @@ type libp2pRpcMetaSubscriptionBatch struct { TopicEncoding proto.ColStr PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -38,7 +37,6 @@ type libp2pRpcMetaSubscriptionBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -61,7 +59,6 @@ func (b *libp2pRpcMetaSubscriptionBatch) Rows() int { func (b *libp2pRpcMetaSubscriptionBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -74,13 +71,11 @@ func (b *libp2pRpcMetaSubscriptionBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -93,7 +88,6 @@ func (b *libp2pRpcMetaSubscriptionBatch) appendMetadata(event *xatu.DecoratedEve b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -111,7 +105,6 @@ func (b *libp2pRpcMetaSubscriptionBatch) Input() proto.Input { {Name: "topic_encoding", Data: &b.TopicEncoding}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -124,7 +117,6 @@ func (b *libp2pRpcMetaSubscriptionBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -142,7 +134,6 @@ func (b *libp2pRpcMetaSubscriptionBatch) Reset() { b.TopicEncoding.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -155,7 +146,6 @@ func (b *libp2pRpcMetaSubscriptionBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -165,7 +155,7 @@ func (b *libp2pRpcMetaSubscriptionBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 27) + row := make(map[string]any, 25) row["unique_key"] = b.UniqueKey.Row(i) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() @@ -178,7 +168,6 @@ func (b *libp2pRpcMetaSubscriptionBatch) Snapshot() []map[string]any { row["topic_encoding"] = b.TopicEncoding.Row(i) row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -211,7 +200,6 @@ func (b *libp2pRpcMetaSubscriptionBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_send_rpc.gen.go b/pkg/consumoor/route/libp2p/libp2p_send_rpc.gen.go index 61f6222cc..cfcf6804d 100644 --- a/pkg/consumoor/route/libp2p/libp2p_send_rpc.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_send_rpc.gen.go @@ -18,7 +18,6 @@ type libp2pSendRpcBatch struct { EventDateTime proto.ColDateTime64 PeerIDUniqueKey proto.ColInt64 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -31,7 +30,6 @@ type libp2pSendRpcBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -54,7 +52,6 @@ func (b *libp2pSendRpcBatch) Rows() int { func (b *libp2pSendRpcBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -67,13 +64,11 @@ func (b *libp2pSendRpcBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -86,7 +81,6 @@ func (b *libp2pSendRpcBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -97,7 +91,6 @@ func (b *libp2pSendRpcBatch) Input() proto.Input { {Name: "event_date_time", Data: &b.EventDateTime}, {Name: "peer_id_unique_key", Data: &b.PeerIDUniqueKey}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -110,7 +103,6 @@ func (b *libp2pSendRpcBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -121,7 +113,6 @@ func (b *libp2pSendRpcBatch) Reset() { b.EventDateTime.Reset() b.PeerIDUniqueKey.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -134,7 +125,6 @@ func (b *libp2pSendRpcBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -144,13 +134,12 @@ func (b *libp2pSendRpcBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 20) + row := make(map[string]any, 18) row["unique_key"] = b.UniqueKey.Row(i) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["peer_id_unique_key"] = b.PeerIDUniqueKey.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -183,7 +172,6 @@ func (b *libp2pSendRpcBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/libp2p/libp2p_synthetic_heartbeat.gen.go b/pkg/consumoor/route/libp2p/libp2p_synthetic_heartbeat.gen.go index 7554da8c9..082fbf738 100644 --- a/pkg/consumoor/route/libp2p/libp2p_synthetic_heartbeat.gen.go +++ b/pkg/consumoor/route/libp2p/libp2p_synthetic_heartbeat.gen.go @@ -38,7 +38,6 @@ type libp2pSyntheticHeartbeatBatch struct { RemoteGeoAutonomousSystemNumber *proto.ColNullable[uint32] RemoteGeoAutonomousSystemOrganization *proto.ColNullable[string] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -51,7 +50,6 @@ type libp2pSyntheticHeartbeatBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr rows int } @@ -83,7 +81,6 @@ func (b *libp2pSyntheticHeartbeatBatch) Rows() int { func (b *libp2pSyntheticHeartbeatBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -96,13 +93,11 @@ func (b *libp2pSyntheticHeartbeatBatch) appendMetadata(event *xatu.DecoratedEven b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -115,7 +110,6 @@ func (b *libp2pSyntheticHeartbeatBatch) appendMetadata(event *xatu.DecoratedEven b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) } @@ -146,7 +140,6 @@ func (b *libp2pSyntheticHeartbeatBatch) Input() proto.Input { {Name: "remote_geo_autonomous_system_number", Data: b.RemoteGeoAutonomousSystemNumber}, {Name: "remote_geo_autonomous_system_organization", Data: b.RemoteGeoAutonomousSystemOrganization}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -159,7 +152,6 @@ func (b *libp2pSyntheticHeartbeatBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, } } @@ -190,7 +182,6 @@ func (b *libp2pSyntheticHeartbeatBatch) Reset() { b.RemoteGeoAutonomousSystemNumber.Reset() b.RemoteGeoAutonomousSystemOrganization.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -203,7 +194,6 @@ func (b *libp2pSyntheticHeartbeatBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() b.rows = 0 } @@ -213,7 +203,7 @@ func (b *libp2pSyntheticHeartbeatBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 40) + row := make(map[string]any, 38) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["remote_peer_id_unique_key"] = b.RemotePeerIDUniqueKey.Row(i) @@ -271,7 +261,6 @@ func (b *libp2pSyntheticHeartbeatBatch) Snapshot() []map[string]any { row["remote_geo_autonomous_system_organization"] = nil } row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -304,7 +293,6 @@ func (b *libp2pSyntheticHeartbeatBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/mev/mev_relay_bid_trace.gen.go b/pkg/consumoor/route/mev/mev_relay_bid_trace.gen.go index f6c70b7c8..2c7665c25 100644 --- a/pkg/consumoor/route/mev/mev_relay_bid_trace.gen.go +++ b/pkg/consumoor/route/mev/mev_relay_bid_trace.gen.go @@ -40,7 +40,6 @@ type mevRelayBidTraceBatch struct { TimestampMs proto.ColInt64 OptimisticSubmission proto.ColBool MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -54,7 +53,6 @@ type mevRelayBidTraceBatch struct { MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] MetaNetworkName proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -69,7 +67,6 @@ func newmevRelayBidTraceBatch() *mevRelayBidTraceBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -80,7 +77,6 @@ func (b *mevRelayBidTraceBatch) Rows() int { func (b *mevRelayBidTraceBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -94,12 +90,10 @@ func (b *mevRelayBidTraceBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) b.MetaNetworkName.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -113,11 +107,6 @@ func (b *mevRelayBidTraceBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *mevRelayBidTraceBatch) Input() proto.Input { @@ -149,7 +138,6 @@ func (b *mevRelayBidTraceBatch) Input() proto.Input { {Name: "timestamp_ms", Data: &b.TimestampMs}, {Name: "optimistic_submission", Data: &b.OptimisticSubmission}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -163,7 +151,6 @@ func (b *mevRelayBidTraceBatch) Input() proto.Input { {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -195,7 +182,6 @@ func (b *mevRelayBidTraceBatch) Reset() { b.TimestampMs.Reset() b.OptimisticSubmission.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -209,7 +195,6 @@ func (b *mevRelayBidTraceBatch) Reset() { b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() b.MetaNetworkName.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -218,7 +203,7 @@ func (b *mevRelayBidTraceBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 42) + row := make(map[string]any, 40) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -246,7 +231,6 @@ func (b *mevRelayBidTraceBatch) Snapshot() []map[string]any { row["timestamp_ms"] = b.TimestampMs.Row(i) row["optimistic_submission"] = b.OptimisticSubmission.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -280,7 +264,6 @@ func (b *mevRelayBidTraceBatch) Snapshot() []map[string]any { row["meta_client_geo_autonomous_system_organization"] = nil } row["meta_network_name"] = b.MetaNetworkName.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/mev/mev_relay_proposer_payload_delivered.gen.go b/pkg/consumoor/route/mev/mev_relay_proposer_payload_delivered.gen.go index faddc663d..622787a23 100644 --- a/pkg/consumoor/route/mev/mev_relay_proposer_payload_delivered.gen.go +++ b/pkg/consumoor/route/mev/mev_relay_proposer_payload_delivered.gen.go @@ -34,7 +34,6 @@ type mevRelayProposerPayloadDeliveredBatch struct { Value proto.ColUInt256 NumTx proto.ColUInt32 MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -48,7 +47,6 @@ type mevRelayProposerPayloadDeliveredBatch struct { MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] MetaNetworkName proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -62,7 +60,6 @@ func newmevRelayProposerPayloadDeliveredBatch() *mevRelayProposerPayloadDelivere MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -73,7 +70,6 @@ func (b *mevRelayProposerPayloadDeliveredBatch) Rows() int { func (b *mevRelayProposerPayloadDeliveredBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -87,12 +83,10 @@ func (b *mevRelayProposerPayloadDeliveredBatch) appendMetadata(event *xatu.Decor b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) b.MetaNetworkName.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -106,11 +100,6 @@ func (b *mevRelayProposerPayloadDeliveredBatch) appendMetadata(event *xatu.Decor b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *mevRelayProposerPayloadDeliveredBatch) Input() proto.Input { @@ -136,7 +125,6 @@ func (b *mevRelayProposerPayloadDeliveredBatch) Input() proto.Input { {Name: "value", Data: &b.Value}, {Name: "num_tx", Data: &b.NumTx}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -150,7 +138,6 @@ func (b *mevRelayProposerPayloadDeliveredBatch) Input() proto.Input { {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -176,7 +163,6 @@ func (b *mevRelayProposerPayloadDeliveredBatch) Reset() { b.Value.Reset() b.NumTx.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -190,7 +176,6 @@ func (b *mevRelayProposerPayloadDeliveredBatch) Reset() { b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() b.MetaNetworkName.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -199,7 +184,7 @@ func (b *mevRelayProposerPayloadDeliveredBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 36) + row := make(map[string]any, 34) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["slot"] = b.Slot.Row(i) @@ -221,7 +206,6 @@ func (b *mevRelayProposerPayloadDeliveredBatch) Snapshot() []map[string]any { row["value"] = route.UInt256ToString(b.Value.Row(i)) row["num_tx"] = b.NumTx.Row(i) row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -255,7 +239,6 @@ func (b *mevRelayProposerPayloadDeliveredBatch) Snapshot() []map[string]any { row["meta_client_geo_autonomous_system_organization"] = nil } row["meta_network_name"] = b.MetaNetworkName.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/mev/mev_relay_validator_registration.gen.go b/pkg/consumoor/route/mev/mev_relay_validator_registration.gen.go index e1723e4a7..f092939aa 100644 --- a/pkg/consumoor/route/mev/mev_relay_validator_registration.gen.go +++ b/pkg/consumoor/route/mev/mev_relay_validator_registration.gen.go @@ -29,7 +29,6 @@ type mevRelayValidatorRegistrationBatch struct { WallclockEpoch proto.ColUInt32 WallclockEpochStartDateTime proto.ColDateTime MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -43,7 +42,6 @@ type mevRelayValidatorRegistrationBatch struct { MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] MetaNetworkName proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -55,7 +53,6 @@ func newmevRelayValidatorRegistrationBatch() *mevRelayValidatorRegistrationBatch MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -66,7 +63,6 @@ func (b *mevRelayValidatorRegistrationBatch) Rows() int { func (b *mevRelayValidatorRegistrationBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -80,12 +76,10 @@ func (b *mevRelayValidatorRegistrationBatch) appendMetadata(event *xatu.Decorate b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) b.MetaNetworkName.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -99,11 +93,6 @@ func (b *mevRelayValidatorRegistrationBatch) appendMetadata(event *xatu.Decorate b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *mevRelayValidatorRegistrationBatch) Input() proto.Input { @@ -124,7 +113,6 @@ func (b *mevRelayValidatorRegistrationBatch) Input() proto.Input { {Name: "wallclock_epoch", Data: &b.WallclockEpoch}, {Name: "wallclock_epoch_start_date_time", Data: &b.WallclockEpochStartDateTime}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -138,7 +126,6 @@ func (b *mevRelayValidatorRegistrationBatch) Input() proto.Input { {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -159,7 +146,6 @@ func (b *mevRelayValidatorRegistrationBatch) Reset() { b.WallclockEpoch.Reset() b.WallclockEpochStartDateTime.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -173,7 +159,6 @@ func (b *mevRelayValidatorRegistrationBatch) Reset() { b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() b.MetaNetworkName.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -182,7 +167,7 @@ func (b *mevRelayValidatorRegistrationBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 31) + row := make(map[string]any, 29) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["timestamp"] = b.Timestamp.Row(i) @@ -199,7 +184,6 @@ func (b *mevRelayValidatorRegistrationBatch) Snapshot() []map[string]any { row["wallclock_epoch"] = b.WallclockEpoch.Row(i) row["wallclock_epoch_start_date_time"] = b.WallclockEpochStartDateTime.Row(i).Unix() row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -233,7 +217,6 @@ func (b *mevRelayValidatorRegistrationBatch) Snapshot() []map[string]any { row["meta_client_geo_autonomous_system_organization"] = nil } row["meta_network_name"] = b.MetaNetworkName.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/node/node_record_consensus.gen.go b/pkg/consumoor/route/node/node_record_consensus.gen.go index 565562ad9..824a19d12 100644 --- a/pkg/consumoor/route/node/node_record_consensus.gen.go +++ b/pkg/consumoor/route/node/node_record_consensus.gen.go @@ -17,7 +17,7 @@ type nodeRecordConsensusBatch struct { UpdatedDateTime proto.ColDateTime EventDateTime proto.ColDateTime64 Enr proto.ColStr - NodeID *proto.ColNullable[string] + NodeID proto.ColStr PeerIDUniqueKey *proto.ColNullable[int64] Timestamp proto.ColInt64 Name proto.ColStr @@ -49,7 +49,6 @@ type nodeRecordConsensusBatch struct { GeoAutonomousSystemNumber *proto.ColNullable[uint32] GeoAutonomousSystemOrganization *proto.ColNullable[string] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -62,16 +61,13 @@ type nodeRecordConsensusBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } func newnodeRecordConsensusBatch() *nodeRecordConsensusBatch { return &nodeRecordConsensusBatch{ EventDateTime: func() proto.ColDateTime64 { var c proto.ColDateTime64; c.WithPrecision(proto.Precision(3)); return c }(), - NodeID: new(proto.ColStr).Nullable(), PeerIDUniqueKey: new(proto.ColInt64).Nullable(), NextForkDigest: new(proto.ColStr).Nullable(), Cgc: new(proto.ColStr).Nullable(), @@ -90,7 +86,6 @@ func newnodeRecordConsensusBatch() *nodeRecordConsensusBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -101,7 +96,6 @@ func (b *nodeRecordConsensusBatch) Rows() int { func (b *nodeRecordConsensusBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -114,14 +108,11 @@ func (b *nodeRecordConsensusBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -134,13 +125,7 @@ func (b *nodeRecordConsensusBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *nodeRecordConsensusBatch) Input() proto.Input { @@ -148,7 +133,7 @@ func (b *nodeRecordConsensusBatch) Input() proto.Input { {Name: "updated_date_time", Data: &b.UpdatedDateTime}, {Name: "event_date_time", Data: &b.EventDateTime}, {Name: "enr", Data: &b.Enr}, - {Name: "node_id", Data: b.NodeID}, + {Name: "node_id", Data: &b.NodeID}, {Name: "peer_id_unique_key", Data: b.PeerIDUniqueKey}, {Name: "timestamp", Data: &b.Timestamp}, {Name: "name", Data: &b.Name}, @@ -180,7 +165,6 @@ func (b *nodeRecordConsensusBatch) Input() proto.Input { {Name: "geo_autonomous_system_number", Data: b.GeoAutonomousSystemNumber}, {Name: "geo_autonomous_system_organization", Data: b.GeoAutonomousSystemOrganization}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -193,9 +177,7 @@ func (b *nodeRecordConsensusBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -235,7 +217,6 @@ func (b *nodeRecordConsensusBatch) Reset() { b.GeoAutonomousSystemNumber.Reset() b.GeoAutonomousSystemOrganization.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -248,9 +229,7 @@ func (b *nodeRecordConsensusBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -259,15 +238,11 @@ func (b *nodeRecordConsensusBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 51) + row := make(map[string]any, 48) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["enr"] = b.Enr.Row(i) - if v := b.NodeID.Row(i); v.Set { - row["node_id"] = v.Value - } else { - row["node_id"] = nil - } + row["node_id"] = b.NodeID.Row(i) if v := b.PeerIDUniqueKey.Row(i); v.Set { row["peer_id_unique_key"] = v.Value } else { @@ -351,7 +326,6 @@ func (b *nodeRecordConsensusBatch) Snapshot() []map[string]any { row["geo_autonomous_system_organization"] = nil } row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -384,9 +358,7 @@ func (b *nodeRecordConsensusBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row } diff --git a/pkg/consumoor/route/node/node_record_execution.gen.go b/pkg/consumoor/route/node/node_record_execution.gen.go index d699c455e..912c98b93 100644 --- a/pkg/consumoor/route/node/node_record_execution.gen.go +++ b/pkg/consumoor/route/node/node_record_execution.gen.go @@ -43,7 +43,6 @@ type nodeRecordExecutionBatch struct { GeoAutonomousSystemNumber *proto.ColNullable[uint32] GeoAutonomousSystemOrganization *proto.ColNullable[string] MetaClientName proto.ColStr - MetaClientID proto.ColStr MetaClientVersion proto.ColStr MetaClientImplementation proto.ColStr MetaClientOS proto.ColStr @@ -56,9 +55,7 @@ type nodeRecordExecutionBatch struct { MetaClientGeoLatitude *proto.ColNullable[float64] MetaClientGeoAutonomousSystemNumber *proto.ColNullable[uint32] MetaClientGeoAutonomousSystemOrganization *proto.ColNullable[string] - MetaNetworkID proto.ColInt32 MetaNetworkName proto.ColStr - MetaLabels *proto.ColMap[string, string] rows int } @@ -78,7 +75,6 @@ func newnodeRecordExecutionBatch() *nodeRecordExecutionBatch { MetaClientGeoLatitude: new(proto.ColFloat64).Nullable(), MetaClientGeoAutonomousSystemNumber: new(proto.ColUInt32).Nullable(), MetaClientGeoAutonomousSystemOrganization: new(proto.ColStr).Nullable(), - MetaLabels: proto.NewMap[string, string](new(proto.ColStr), new(proto.ColStr)), } } @@ -89,7 +85,6 @@ func (b *nodeRecordExecutionBatch) Rows() int { func (b *nodeRecordExecutionBatch) appendMetadata(event *xatu.DecoratedEvent) { if event == nil || event.GetMeta() == nil { b.MetaClientName.Append("") - b.MetaClientID.Append("") b.MetaClientVersion.Append("") b.MetaClientImplementation.Append("") b.MetaClientOS.Append("") @@ -102,14 +97,11 @@ func (b *nodeRecordExecutionBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.Nullable[float64]{}) b.MetaClientGeoAutonomousSystemNumber.Append(proto.Nullable[uint32]{}) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.Nullable[string]{}) - b.MetaNetworkID.Append(0) b.MetaNetworkName.Append("") - b.MetaLabels.Append(nil) return } b.MetaClientName.Append(event.GetMeta().GetClient().GetName()) - b.MetaClientID.Append(event.GetMeta().GetClient().GetId()) b.MetaClientVersion.Append(event.GetMeta().GetClient().GetVersion()) b.MetaClientImplementation.Append(event.GetMeta().GetClient().GetImplementation()) b.MetaClientOS.Append(event.GetMeta().GetClient().GetOs()) @@ -122,13 +114,7 @@ func (b *nodeRecordExecutionBatch) appendMetadata(event *xatu.DecoratedEvent) { b.MetaClientGeoLatitude.Append(proto.NewNullable[float64](event.GetMeta().GetServer().GetClient().GetGeo().GetLatitude())) b.MetaClientGeoAutonomousSystemNumber.Append(proto.NewNullable[uint32](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemNumber())) b.MetaClientGeoAutonomousSystemOrganization.Append(proto.NewNullable[string](event.GetMeta().GetServer().GetClient().GetGeo().GetAutonomousSystemOrganization())) - b.MetaNetworkID.Append(int32(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetId())) b.MetaNetworkName.Append(event.GetMeta().GetClient().GetEthereum().GetNetwork().GetName()) - if labels := event.GetMeta().GetClient().GetLabels(); labels != nil { - b.MetaLabels.Append(labels) - } else { - b.MetaLabels.Append(map[string]string{}) - } } func (b *nodeRecordExecutionBatch) Input() proto.Input { @@ -163,7 +149,6 @@ func (b *nodeRecordExecutionBatch) Input() proto.Input { {Name: "geo_autonomous_system_number", Data: b.GeoAutonomousSystemNumber}, {Name: "geo_autonomous_system_organization", Data: b.GeoAutonomousSystemOrganization}, {Name: "meta_client_name", Data: &b.MetaClientName}, - {Name: "meta_client_id", Data: &b.MetaClientID}, {Name: "meta_client_version", Data: &b.MetaClientVersion}, {Name: "meta_client_implementation", Data: &b.MetaClientImplementation}, {Name: "meta_client_os", Data: &b.MetaClientOS}, @@ -176,9 +161,7 @@ func (b *nodeRecordExecutionBatch) Input() proto.Input { {Name: "meta_client_geo_latitude", Data: b.MetaClientGeoLatitude}, {Name: "meta_client_geo_autonomous_system_number", Data: b.MetaClientGeoAutonomousSystemNumber}, {Name: "meta_client_geo_autonomous_system_organization", Data: b.MetaClientGeoAutonomousSystemOrganization}, - {Name: "meta_network_id", Data: &b.MetaNetworkID}, {Name: "meta_network_name", Data: &b.MetaNetworkName}, - {Name: "meta_labels", Data: b.MetaLabels}, } } @@ -213,7 +196,6 @@ func (b *nodeRecordExecutionBatch) Reset() { b.GeoAutonomousSystemNumber.Reset() b.GeoAutonomousSystemOrganization.Reset() b.MetaClientName.Reset() - b.MetaClientID.Reset() b.MetaClientVersion.Reset() b.MetaClientImplementation.Reset() b.MetaClientOS.Reset() @@ -226,9 +208,7 @@ func (b *nodeRecordExecutionBatch) Reset() { b.MetaClientGeoLatitude.Reset() b.MetaClientGeoAutonomousSystemNumber.Reset() b.MetaClientGeoAutonomousSystemOrganization.Reset() - b.MetaNetworkID.Reset() b.MetaNetworkName.Reset() - b.MetaLabels.Reset() b.rows = 0 } @@ -237,7 +217,7 @@ func (b *nodeRecordExecutionBatch) Snapshot() []map[string]any { out := make([]map[string]any, n) for i := 0; i < n; i++ { - row := make(map[string]any, 46) + row := make(map[string]any, 43) row["updated_date_time"] = b.UpdatedDateTime.Row(i).Unix() row["event_date_time"] = b.EventDateTime.Row(i).UnixMilli() row["enr"] = b.Enr.Row(i) @@ -296,7 +276,6 @@ func (b *nodeRecordExecutionBatch) Snapshot() []map[string]any { row["geo_autonomous_system_organization"] = nil } row["meta_client_name"] = b.MetaClientName.Row(i) - row["meta_client_id"] = b.MetaClientID.Row(i) row["meta_client_version"] = b.MetaClientVersion.Row(i) row["meta_client_implementation"] = b.MetaClientImplementation.Row(i) row["meta_client_os"] = b.MetaClientOS.Row(i) @@ -329,9 +308,7 @@ func (b *nodeRecordExecutionBatch) Snapshot() []map[string]any { } else { row["meta_client_geo_autonomous_system_organization"] = nil } - row["meta_network_id"] = b.MetaNetworkID.Row(i) row["meta_network_name"] = b.MetaNetworkName.Row(i) - row["meta_labels"] = b.MetaLabels.Row(i) out[i] = row }