Skip to content

fix(models): OR-group libp2p gossip dep; publish release/** images #297

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
samcm wants to merge 3 commits into
base: master
Choose a base branch
from
Open

fix(models): OR-group libp2p gossip dep; publish release/** images #297

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
ab5b549
fix(models): stop dead libp2p gossip feed stalling block models
samcm Jul 16, 2026
db92da1
ci(docker): publish images for release/** branches
samcm Jul 16, 2026
d417bbe
fix(models): re-scan trailing 90s so late rows repair processed slots
samcm Jul 17, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions .github/workflows/docker.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,10 @@ on:
push:
branches:
- master
# Per-devnet release branches (e.g. release/glamsterdam-devnet-7) publish
# persistent branch-ref tags like release-glamsterdam-devnet-7 so devnet
# deployments can pin models that must not ship to mainnet yet.
- 'release/**'
workflow_dispatch:
inputs:
cbt_tag:
Expand Down
16 changes: 10 additions & 6 deletions models/transformations/fct_block_first_seen_by_node.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,9 +12,13 @@ tags:
- block
dependencies:
- "{{external}}.beacon_api_eth_v1_events_block_gossip"
- "{{external}}.beacon_api_eth_v1_events_block"
- "{{external}}.beacon_api_eth_v1_events_head"
- "{{external}}.libp2p_gossipsub_beacon_block"
# The libp2p pipeline is deployed independently of the beacon API sentries
# and can stop publishing (e.g. a sidecar that predates a fork's gossip
# changes). OR-grouping it with the block event keeps a dead gossip feed
# from stalling forwardfill; whichever source is fresher gates the interval.
- - "{{external}}.beacon_api_eth_v1_events_block"
- "{{external}}.libp2p_gossipsub_beacon_block"
---
INSERT INTO
`{{ .self.database }}`.`{{ .self.table }}`
Expand All @@ -41,7 +45,7 @@ WITH combined_events AS (
meta_consensus_version,
meta_consensus_implementation
FROM {{ index .dep "{{external}}" "beacon_api_eth_v1_events_block" "helpers" "from" }} FINAL
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) AND fromUnixTimestamp({{ .bounds.end }})
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) - INTERVAL 90 SECOND AND fromUnixTimestamp({{ .bounds.end }})
AND meta_network_name = '{{ .env.NETWORK }}'

UNION ALL
Expand All @@ -68,7 +72,7 @@ WITH combined_events AS (
meta_consensus_version,
meta_consensus_implementation
FROM {{ index .dep "{{external}}" "beacon_api_eth_v1_events_block_gossip" "helpers" "from" }} FINAL
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) AND fromUnixTimestamp({{ .bounds.end }})
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) - INTERVAL 90 SECOND AND fromUnixTimestamp({{ .bounds.end }})
AND meta_network_name = '{{ .env.NETWORK }}'

UNION ALL
Expand All @@ -95,7 +99,7 @@ WITH combined_events AS (
meta_consensus_version,
meta_consensus_implementation
FROM {{ index .dep "{{external}}" "beacon_api_eth_v1_events_head" "helpers" "from" }} FINAL
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) AND fromUnixTimestamp({{ .bounds.end }})
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) - INTERVAL 90 SECOND AND fromUnixTimestamp({{ .bounds.end }})
AND meta_network_name = '{{ .env.NETWORK }}'

UNION ALL
Expand Down Expand Up @@ -131,7 +135,7 @@ WITH combined_events AS (
''
END AS meta_consensus_implementation
FROM {{ index .dep "{{external}}" "libp2p_gossipsub_beacon_block" "helpers" "from" }} FINAL
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) AND fromUnixTimestamp({{ .bounds.end }})
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) - INTERVAL 90 SECOND AND fromUnixTimestamp({{ .bounds.end }})
AND meta_network_name = '{{ .env.NETWORK }}'
)
SELECT
Expand Down
18 changes: 11 additions & 7 deletions models/transformations/fct_block_proposer_head.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,10 +14,14 @@ tags:
- head
dependencies:
- "{{external}}.beacon_api_eth_v1_events_block_gossip"
- "{{external}}.beacon_api_eth_v1_events_block"
- - "{{external}}.beacon_api_eth_v1_proposer_duty"
- "{{external}}.canonical_beacon_proposer_duty"
- "{{external}}.libp2p_gossipsub_beacon_block"
# The libp2p pipeline is deployed independently of the beacon API sentries
# and can stop publishing (e.g. a sidecar that predates a fork's gossip
# changes). OR-grouping it with the block event keeps a dead gossip feed
# from stalling forwardfill; whichever source is fresher gates the interval.
- - "{{external}}.beacon_api_eth_v1_events_block"
- "{{external}}.libp2p_gossipsub_beacon_block"
---
INSERT INTO
`{{ .self.database }}`.`{{ .self.table }}`
Expand Down Expand Up @@ -47,7 +51,7 @@ WITH proposer_duties AS (
proposer_validator_index,
proposer_pubkey
FROM {{ index .dep "{{external}}" "beacon_api_eth_v1_proposer_duty" "helpers" "from" }} FINAL
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) AND fromUnixTimestamp({{ .bounds.end }})
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) - INTERVAL 90 SECOND AND fromUnixTimestamp({{ .bounds.end }})
AND meta_network_name = '{{ .env.NETWORK }}'
UNION ALL
SELECT
Expand All @@ -58,7 +62,7 @@ WITH proposer_duties AS (
proposer_validator_index,
proposer_pubkey
FROM {{ index .dep "{{external}}" "canonical_beacon_proposer_duty" "helpers" "from" }} FINAL
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) AND fromUnixTimestamp({{ .bounds.end }})
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) - INTERVAL 90 SECOND AND fromUnixTimestamp({{ .bounds.end }})
AND meta_network_name = '{{ .env.NETWORK }}'
)
),
Expand Down Expand Up @@ -125,7 +129,7 @@ block_gossip AS (
epoch_start_date_time,
block as block_root
FROM {{ index .dep "{{external}}" "beacon_api_eth_v1_events_block_gossip" "helpers" "from" }} FINAL
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) AND fromUnixTimestamp({{ .bounds.end }})
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) - INTERVAL 90 SECOND AND fromUnixTimestamp({{ .bounds.end }})
AND meta_network_name = '{{ .env.NETWORK }}'
),

Expand All @@ -137,7 +141,7 @@ block_events AS (
epoch_start_date_time,
block as block_root
FROM {{ index .dep "{{external}}" "beacon_api_eth_v1_events_block" "helpers" "from" }} FINAL
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) AND fromUnixTimestamp({{ .bounds.end }})
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) - INTERVAL 90 SECOND AND fromUnixTimestamp({{ .bounds.end }})
AND meta_network_name = '{{ .env.NETWORK }}'
),

Expand All @@ -150,7 +154,7 @@ gossipsub_blocks AS (
block as block_root,
proposer_index
FROM {{ index .dep "{{external}}" "libp2p_gossipsub_beacon_block" "helpers" "from" }} FINAL
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) AND fromUnixTimestamp({{ .bounds.end }})
WHERE slot_start_date_time BETWEEN fromUnixTimestamp({{ .bounds.start }}) - INTERVAL 90 SECOND AND fromUnixTimestamp({{ .bounds.end }})
AND meta_network_name = '{{ .env.NETWORK }}'
),

Expand Down
Loading