cosmos: document Polkachu FULL snapshot bootstrap for gaiad

Canyon-fork EIP-1559 denominator, present in the authoritative genesis
on rpc-de-32 but missing from the committed copy. Matches the fork-time
addition in d4fc9487.

arb/nitro/arbitrum-sepolia-nitro-archive-pebble-hash.yml

@@ -62,6 +62,7 @@ services:
       - --http.corsdomain=*
       - --http.port=8545
       - --http.vhosts=*
+      - --init.validate-genesis-assertion=false
       - --metrics
       - --metrics-server.addr=0.0.0.0
       - --metrics-server.port=6070

arb/nitro/arbitrum-sepolia-nitro-minimal-pebble-hash.prune.yml

@@ -63,6 +63,7 @@ services:
       - --http.port=8545
       - --http.vhosts=*
       - --init.prune=minimal
+      - --init.validate-genesis-assertion=false
       - --metrics
       - --metrics-server.addr=0.0.0.0
       - --metrics-server.port=6070

arb/nitro/arbitrum-sepolia-nitro-minimal-pebble-hash.yml

@@ -62,6 +62,7 @@ services:
       - --http.corsdomain=*
       - --http.port=8545
       - --http.vhosts=*
+      - --init.validate-genesis-assertion=false
       - --metrics
       - --metrics-server.addr=0.0.0.0
       - --metrics-server.port=6070

arb/nitro/arbitrum-sepolia-nitro-pruned-pebble-hash.prune.yml

@@ -63,6 +63,7 @@ services:
       - --http.port=8545
       - --http.vhosts=*
       - --init.prune=full
+      - --init.validate-genesis-assertion=false
       - --metrics
       - --metrics-server.addr=0.0.0.0
       - --metrics-server.port=6070

arb/nitro/arbitrum-sepolia-nitro-pruned-pebble-hash.yml

@@ -62,6 +62,7 @@ services:
       - --http.corsdomain=*
       - --http.port=8545
       - --http.vhosts=*
+      - --init.validate-genesis-assertion=false
       - --metrics
       - --metrics-server.addr=0.0.0.0
       - --metrics-server.port=6070

arb/nitro/plume-mainnet-nitro-archive-leveldb-hash.yml

@@ -30,7 +30,7 @@ x-logging-defaults: &logging-defaults
 
 services:
   plume-mainnet-archive:
-    image: ${PLUME_NITRO_IMAGE:-offchainlabs/nitro-node}:${PLUME_MAINNET_NITRO_VERSION:-v3.11.0-a618155}
+    image: ${PLUME_NITRO_IMAGE:-offchainlabs/nitro-node}:${PLUME_MAINNET_NITRO_VERSION:-v3.11.1-8512b8c}
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle

arb/nitro/plume-mainnet-nitro-archive-pebble-hash.yml

@@ -30,7 +30,7 @@ x-logging-defaults: &logging-defaults
 
 services:
   plume-mainnet-archive:
-    image: ${PLUME_NITRO_IMAGE:-offchainlabs/nitro-node}:${PLUME_MAINNET_NITRO_VERSION:-v3.11.0-a618155}
+    image: ${PLUME_NITRO_IMAGE:-offchainlabs/nitro-node}:${PLUME_MAINNET_NITRO_VERSION:-v3.11.1-8512b8c}
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle

arb/nitro/plume-mainnet-nitro-pruned-leveldb-hash.yml

@@ -30,7 +30,7 @@ x-logging-defaults: &logging-defaults
 
 services:
   plume-mainnet:
-    image: ${PLUME_NITRO_IMAGE:-offchainlabs/nitro-node}:${PLUME_MAINNET_NITRO_VERSION:-v3.11.0-a618155}
+    image: ${PLUME_NITRO_IMAGE:-offchainlabs/nitro-node}:${PLUME_MAINNET_NITRO_VERSION:-v3.11.1-8512b8c}
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle

arb/nitro/plume-mainnet-nitro-pruned-pebble-path.yml

@@ -30,7 +30,7 @@ x-logging-defaults: &logging-defaults
 
 services:
   plume-mainnet:
-    image: ${PLUME_NITRO_IMAGE:-offchainlabs/nitro-node}:${PLUME_MAINNET_NITRO_VERSION:-v3.11.0-a618155}
+    image: ${PLUME_NITRO_IMAGE:-offchainlabs/nitro-node}:${PLUME_MAINNET_NITRO_VERSION:-v3.11.1-8512b8c}
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle

arc/reth/arc-mainnet-reth-archive-trace.yml

@@ -82,6 +82,7 @@ services:
       - --auth-ipc.path=/sockets/auth.ipc
       - --chain=arc-mainnet
       - --datadir=/data/execution
+      - --debug
       - --disable-discovery
       - --enable-arc-rpc
       - --http
@@ -92,6 +93,7 @@ services:
       - --log.file.directory=/data/execution/logs
       - --metrics=0.0.0.0:9001
       - --rpc.forwarder=https://rpc.arc.network/
+      - --trace
     restart: unless-stopped
     stop_grace_period: 5m
     depends_on:
@@ -128,11 +130,11 @@ services:
     command:
       - --eth-socket=/sockets/reth.ipc
       - --execution-persistence-backpressure
-      - --execution-persistence-backpressure-threshold=50
+      - --execution-persistence-backpressure-threshold=200
       - --execution-socket=/sockets/auth.ipc
       - --follow
-      - --follow.endpoint=https://arc.drpc.org,wss=arc.drpc.org
       - --follow.endpoint=https://rpc.arc.network,wss=rpc.arc.network
+      - --follow.endpoint=https://arc.drpc.org,wss=arc.drpc.org
       - --full
       - --home=/data/consensus
       - --metrics=0.0.0.0:29000

arc/reth/arc-mainnet-reth-pruned-trace.yml

@@ -82,6 +82,7 @@ services:
       - --auth-ipc.path=/sockets/auth.ipc
       - --chain=arc-mainnet
       - --datadir=/data/execution
+      - --debug
       - --disable-discovery
       - --enable-arc-rpc
       - --full
@@ -93,6 +94,7 @@ services:
       - --log.file.directory=/data/execution/logs
       - --metrics=0.0.0.0:9001
       - --rpc.forwarder=https://rpc.arc.network/
+      - --trace
     restart: unless-stopped
     stop_grace_period: 5m
     depends_on:
@@ -129,11 +131,11 @@ services:
     command:
       - --eth-socket=/sockets/reth.ipc
       - --execution-persistence-backpressure
-      - --execution-persistence-backpressure-threshold=50
+      - --execution-persistence-backpressure-threshold=200
       - --execution-socket=/sockets/auth.ipc
       - --follow
-      - --follow.endpoint=https://arc.drpc.org,wss=arc.drpc.org
       - --follow.endpoint=https://rpc.arc.network,wss=rpc.arc.network
+      - --follow.endpoint=https://arc.drpc.org,wss=arc.drpc.org
       - --full
       - --home=/data/consensus
       - --metrics=0.0.0.0:29000

arc/reth/arc-testnet-reth-archive-trace.yml

@@ -82,6 +82,7 @@ services:
       - --auth-ipc.path=/sockets/auth.ipc
       - --chain=arc-testnet
       - --datadir=/data/execution
+      - --debug
       - --disable-discovery
       - --enable-arc-rpc
       - --http
@@ -92,6 +93,7 @@ services:
       - --log.file.directory=/data/execution/logs
       - --metrics=0.0.0.0:9001
       - --rpc.forwarder=https://rpc.quicknode.testnet.arc.network/
+      - --trace
     restart: unless-stopped
     stop_grace_period: 5m
     depends_on:
@@ -128,12 +130,12 @@ services:
     command:
       - --eth-socket=/sockets/reth.ipc
       - --execution-persistence-backpressure
-      - --execution-persistence-backpressure-threshold=50
+      - --execution-persistence-backpressure-threshold=200
       - --execution-socket=/sockets/auth.ipc
       - --follow
-      - --follow.endpoint=https://rpc.blockdaemon.testnet.arc.network,wss=rpc.blockdaemon.testnet.arc.network/websocket
-      - --follow.endpoint=https://rpc.drpc.testnet.arc.network,wss=rpc.drpc.testnet.arc.network
       - --follow.endpoint=https://rpc.quicknode.testnet.arc.network,wss=rpc.quicknode.testnet.arc.network
+      - --follow.endpoint=https://rpc.drpc.testnet.arc.network,wss=rpc.drpc.testnet.arc.network
+      - --follow.endpoint=https://rpc.blockdaemon.testnet.arc.network,wss=rpc.blockdaemon.testnet.arc.network/websocket
       - --full
       - --home=/data/consensus
       - --metrics=0.0.0.0:29000

arc/reth/arc-testnet-reth-pruned-trace.yml

@@ -82,6 +82,7 @@ services:
       - --auth-ipc.path=/sockets/auth.ipc
       - --chain=arc-testnet
       - --datadir=/data/execution
+      - --debug
       - --disable-discovery
       - --enable-arc-rpc
       - --full
@@ -93,6 +94,7 @@ services:
       - --log.file.directory=/data/execution/logs
       - --metrics=0.0.0.0:9001
       - --rpc.forwarder=https://rpc.quicknode.testnet.arc.network/
+      - --trace
     restart: unless-stopped
     stop_grace_period: 5m
     depends_on:
@@ -129,12 +131,12 @@ services:
     command:
       - --eth-socket=/sockets/reth.ipc
       - --execution-persistence-backpressure
-      - --execution-persistence-backpressure-threshold=50
+      - --execution-persistence-backpressure-threshold=200
       - --execution-socket=/sockets/auth.ipc
       - --follow
-      - --follow.endpoint=https://rpc.blockdaemon.testnet.arc.network,wss=rpc.blockdaemon.testnet.arc.network/websocket
-      - --follow.endpoint=https://rpc.drpc.testnet.arc.network,wss=rpc.drpc.testnet.arc.network
       - --follow.endpoint=https://rpc.quicknode.testnet.arc.network,wss=rpc.quicknode.testnet.arc.network
+      - --follow.endpoint=https://rpc.drpc.testnet.arc.network,wss=rpc.drpc.testnet.arc.network
+      - --follow.endpoint=https://rpc.blockdaemon.testnet.arc.network,wss=rpc.blockdaemon.testnet.arc.network/websocket
       - --full
       - --home=/data/consensus
       - --metrics=0.0.0.0:29000

arc/reth/arc-testnet-reth-pruned.yml

@@ -0,0 +1,182 @@
+---
+x-logging-defaults: &logging-defaults
+  driver: json-file
+  options:
+    max-size: "10m"
+    max-file: "3"
+
+# Usage:
+#
+# mkdir rpc && cd rpc
+#
+# git init
+# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git
+# git fetch origin vibe
+# git checkout origin/vibe
+#
+# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret
+#
+# env
+# ...
+# IP=$(curl ipinfo.io/ip)
+# DOMAIN=${IP}.traefik.me
+# COMPOSE_FILE=base.yml:rpc.yml:arc/reth/arc-testnet-reth-pruned.yml
+#
+# docker compose up -d
+#
+# curl -X POST https://${IP}.traefik.me/arc-testnet \
+#   -H "Content-Type: application/json" \
+#   --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}'
+
+services:
+  arc-testnet-consensus-init:
+    image: ${ARC_CONSENSUS_IMAGE:-docker.cloudsmith.io/circle/arc-network/arc-consensus}:${ARC_TESTNET_CONSENSUS_VERSION:-0.7.2}
+    user: 0:0
+    entrypoint: [/usr/local/bin/arc-node-consensus, init]
+    command:
+      - --home=/data/consensus
+    restart: no
+    networks:
+      - chains
+    volumes:
+      - ${ARC_TESTNET_RETH_PRUNED_CONSENSUS_DATA:-arc-testnet-reth-pruned-consensus}:/data/consensus
+    logging: *logging-defaults
+
+  arc-testnet-sockets-init:
+    image: debian:bookworm-slim
+    entrypoint: [/bin/sh, -c]
+    command: [rm -f /sockets/*.ipc && chown 999:999 /sockets]
+    restart: no
+    depends_on:
+      arc-testnet-consensus-init:
+        condition: service_completed_successfully
+    networks:
+      - chains
+    volumes:
+      - arc-testnet-reth-pruned-sockets:/sockets
+    logging: *logging-defaults
+
+  arc-testnet:
+    image: ${ARC_RETH_IMAGE:-docker.cloudsmith.io/circle/arc-network/arc-execution}:${ARC_TESTNET_RETH_VERSION:-0.7.2}
+    sysctls:
+      # TCP Performance
+      net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
+      net.ipv4.tcp_no_metrics_save: 1             # Disable metrics cache
+      net.ipv4.tcp_rmem: 4096 87380 16777216      # Increase TCP read buffers
+      net.ipv4.tcp_wmem: 4096 87380 16777216      # Increase TCP write buffers
+      net.core.somaxconn: 32768                   # Higher connection queue
+      # Memory/Connection Management
+      # net.core.netdev_max_backlog: 50000          # Increase network buffer
+      net.ipv4.tcp_max_syn_backlog: 30000         # More SYN requests
+      net.ipv4.tcp_max_tw_buckets: 2000000        # Allow more TIME_WAIT sockets
+    ulimits:
+      nofile: 1048576    # Max open files (for RPC/WS connections)
+      memlock: -1        # Disable memory locking limits (for in-memory DBs like MDBX)
+    user: 0:0
+    expose:
+      - 8545
+      - 9001
+    entrypoint: [/usr/local/bin/arc-node-execution, node]
+    command:
+      - --auth-ipc
+      - --auth-ipc.path=/sockets/auth.ipc
+      - --chain=arc-testnet
+      - --datadir=/data/execution
+      - --disable-discovery
+      - --enable-arc-rpc
+      - --full
+      - --http
+      - --http.addr=0.0.0.0
+      - --http.api=eth,net,web3,txpool,trace,debug
+      - --http.port=8545
+      - --ipcpath=/sockets/reth.ipc
+      - --log.file.directory=/data/execution/logs
+      - --metrics=0.0.0.0:9001
+      - --rpc.forwarder=https://rpc.quicknode.testnet.arc.network/
+    restart: unless-stopped
+    stop_grace_period: 5m
+    depends_on:
+      arc-testnet-sockets-init:
+        condition: service_completed_successfully
+    networks:
+      - chains
+    volumes:
+      - ${ARC_TESTNET_RETH_PRUNED_EXECUTION_DATA:-arc-testnet-reth-pruned-execution}:/data/execution
+      - /slowdisk:/slowdisk
+      - arc-testnet-reth-pruned-sockets:/sockets
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=9001
+      - prometheus-scrape.path=/metrics
+      - traefik.enable=true
+      - traefik.http.middlewares.arc-testnet-reth-pruned-stripprefix.stripprefix.prefixes=/arc-testnet
+      - traefik.http.services.arc-testnet-reth-pruned.loadbalancer.server.port=8545
+      - ${NO_SSL:-traefik.http.routers.arc-testnet-reth-pruned.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.arc-testnet-reth-pruned.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.arc-testnet-reth-pruned.rule=Host(`$DOMAIN`) && (Path(`/arc-testnet`) || Path(`/arc-testnet/`))}
+      - ${NO_SSL:+traefik.http.routers.arc-testnet-reth-pruned.rule=Path(`/arc-testnet`) || Path(`/arc-testnet/`)}
+      - traefik.http.routers.arc-testnet-reth-pruned.middlewares=arc-testnet-reth-pruned-stripprefix, ipallowlist
+    shm_size: 2gb
+
+  arc-testnet-node:
+    image: ${ARC_CONSENSUS_IMAGE:-docker.cloudsmith.io/circle/arc-network/arc-consensus}:${ARC_TESTNET_CONSENSUS_VERSION:-0.7.2}
+    user: 0:0
+    expose:
+      - 31000
+      - 29000
+    entrypoint: [/usr/local/bin/arc-node-consensus, start]
+    command:
+      - --eth-socket=/sockets/reth.ipc
+      - --execution-persistence-backpressure
+      - --execution-persistence-backpressure-threshold=200
+      - --execution-socket=/sockets/auth.ipc
+      - --follow
+      - --follow.endpoint=https://rpc.quicknode.testnet.arc.network,wss=rpc.quicknode.testnet.arc.network
+      - --follow.endpoint=https://rpc.drpc.testnet.arc.network,wss=rpc.drpc.testnet.arc.network
+      - --follow.endpoint=https://rpc.blockdaemon.testnet.arc.network,wss=rpc.blockdaemon.testnet.arc.network/websocket
+      - --full
+      - --home=/data/consensus
+      - --metrics=0.0.0.0:29000
+      - --rpc.addr=0.0.0.0:31000
+    restart: unless-stopped
+    stop_grace_period: 5m
+    depends_on:
+      arc-testnet-consensus-init:
+        condition: service_completed_successfully
+      arc-testnet:
+        condition: service_started
+        restart: true
+    networks:
+      - chains
+    volumes:
+      - ${ARC_TESTNET_RETH_PRUNED_CONSENSUS_DATA:-arc-testnet-reth-pruned-consensus}:/data/consensus
+      - arc-testnet-reth-pruned-sockets:/sockets
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=29000
+
+volumes:
+  arc-testnet-reth-pruned-consensus:
+  arc-testnet-reth-pruned-execution:
+  arc-testnet-reth-pruned-sockets:
+
+x-upstreams:
+  - id: $${ID}
+    labels:
+      provider: $${PROVIDER}
+    connection:
+      generic:
+        rpc:
+          url: $${RPC_URL}
+    chain: arc-testnet
+    method-groups:
+      enabled:
+        - debug
+        - filter
+        - trace
+    methods:
+      enabled:
+        - name: txpool_content
+...

babylon/scripts/init.sh

@@ -25,6 +25,13 @@ else
   ct_log "already initialized, continuing"
 fi
 
+# v4.x start prompts for a BLS password if no key exists; RPC replicas never sign
+# checkpoints, so pre-create an empty-password key before the first start.
+if [ ! -f "$CONFIG_DIR/bls_key.json" ]; then
+  ct_log "pre-creating BLS key (no password — RPC replica)"
+  babylond create-bls-key --home "$HOME_DIR" --no-bls-password
+fi
+
 # Serve RPC on all interfaces (dshackle/traefik upstream); default is 127.0.0.1.
 sed -i '/^\[rpc\]/,/^\[/{s|^laddr = .*|laddr = "tcp://0.0.0.0:26657"|}' "$CONFIG_DIR/config.toml"
 
@@ -45,4 +52,4 @@ ct_configure_statesync   "$CONFIG_DIR/config.toml" "$STATESYNC_RPC"
 ct_ensure_wasm           "$HOME_DIR" "$WASM_SNAPSHOT_URL"
 ct_seed_priv_validator_state "$HOME_DIR"
 
-exec babylond start --home "$HOME_DIR" --minimum-gas-prices "$MIN_GAS" "$@"
+exec babylond start --home "$HOME_DIR" --minimum-gas-prices "$MIN_GAS" --no-bls-password "$@"

backup-node.sh

@@ -1,10 +1,73 @@
 #!/bin/bash
+#
+# Backup persistent compose volumes to /backup or WebDAV.
+#
+# Usage:
+#   ./backup-node.sh [--hot] [--force] <compose-name> [webdav-url]
+#
+# Lifecycle (default, omitted with --hot):
+#   stop services -> fence compose out of COMPOSE_FILE -> tar+zstd -> unfence+start (EXIT trap).
+#   Hot backups skip stop/fence; leveldb/pebble live tars are NOT restore-trustworthy.
+#
+# --force  Allow backing up an existing but very small datadir (<1GB reported size).
+#          Does NOT bypass a missing volume path (always fatal).
 
 BASEPATH="$(dirname "$0")"
 source "$BASEPATH/volume-utils.sh"
 backup_dir="/backup"
 
-remote_target="$2"
+HOT_BACKUP=false
+FORCE_SMALL=false
+_pos=()
+for _a in "$@"; do
+    case "$_a" in
+        --hot) HOT_BACKUP=true ;;
+        --force) FORCE_SMALL=true ;;
+        *) _pos+=("$_a") ;;
+    esac
+done
+set -- "${_pos[@]}"
+
+if [ -z "${1:-}" ] || [ ! -f "/root/rpc/$1.yml" ]; then
+    echo "Error: Either no argument provided or /root/rpc/$1.yml does not exist."
+    exit 1
+fi
+
+compose_name="$1"
+remote_target="${2:-}"
+lifecycle_active=false
+fenced=false
+stopped=false
+
+backup_lifecycle_cleanup() {
+    local rc=$?
+    if [[ "$lifecycle_active" != true ]]; then
+        exit "$rc"
+    fi
+    if [[ "$fenced" == true ]]; then
+        unfence_compose_in_env "$compose_name" || true
+        fenced=false
+    fi
+    if [[ "$stopped" == true ]]; then
+        "$BASEPATH/start.sh" "$compose_name" || true
+        stopped=false
+    fi
+    exit "$rc"
+}
+
+if [[ "$HOT_BACKUP" == true ]]; then
+    echo "WARNING: --hot backup skips stop/fence; live leveldb/pebble archives may not restore cleanly"
+else
+    trap backup_lifecycle_cleanup EXIT
+    lifecycle_active=true
+    echo "Stopping services for $compose_name before backup..."
+    "$BASEPATH/stop.sh" "$compose_name"
+    stopped=true
+    if fence_compose_in_env "$compose_name"; then
+        fenced=true
+    fi
+fi
+
 if [[ -n "$remote_target" ]] && is_local_backup_url "$remote_target"; then
     echo "Target URL points to this server, using local /backup instead of $remote_target"
     remote_target=""
@@ -62,13 +125,19 @@ generate_volume_metadata() {
 }
 
 # Read the JSON input and extract the list of keys
-keys=$(get_persistent_volume_keys "/root/rpc/$1.yml")
+keys=$(get_persistent_volume_keys "/root/rpc/$compose_name.yml")
 
 # Iterate over the list of keys
 for key in $keys; do
     echo "Executing command with key: /var/lib/docker/volumes/rpc_$key/_data"
 
     source_folder="/var/lib/docker/volumes/rpc_$key/_data"
+
+    if [[ ! -d "$source_folder" ]]; then
+	echo "FATAL: volume data directory missing, refusing backup: $source_folder" >&2
+	exit 1
+    fi
+
     folder_size=$(du -shL "$source_folder" | awk '{
      size = $1
      sub(/[Kk]$/, "", size)  # Remove 'K' suffix if present
@@ -87,6 +156,11 @@ for key in $keys; do
 
     folder_size_gb=$(printf "%.0f" "$folder_size")
 
+    if (( folder_size_gb < 1 )) && [[ "$FORCE_SMALL" != true ]]; then
+	echo "FATAL: existing datadir too small for backup (${folder_size_gb}G at $source_folder); use --force if intentional" >&2
+	exit 1
+    fi
+    
     timestamp=$(date +'%Y-%m-%d-%H-%M-%S')
     target_file="rpc_$key-${timestamp}-${folder_size_gb}G.tar.zst"
     metadata_file_name="rpc_$key-${timestamp}-${folder_size_gb}G.txt"
@@ -119,5 +193,5 @@ done
 echo ""
 echo "=== Overall Size Summary ==="
 if [[ -f "$BASEPATH/show-size.sh" ]]; then
-    "$BASEPATH/show-size.sh" "$1" 2>&1
+    "$BASEPATH/show-size.sh" "$compose_name" 2>&1
 fi

berachain/reth/berachain-bepolia-reth-archive-trace.yml

@@ -61,7 +61,7 @@ x-logging-defaults: &logging-defaults
 
 services:
   berachain-bepolia-reth:
-    image: ${BERACHAIN_RETH_IMAGE:-ghcr.io/berachain/bera-reth}:${BERACHAIN_BEPOLIA_RETH_VERSION:-v1.4.1}
+    image: ${BERACHAIN_RETH_IMAGE:-ghcr.io/berachain/bera-reth}:${BERACHAIN_BEPOLIA_RETH_VERSION:-v1.4.2}
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle

berachain/reth/berachain-bepolia-reth-pruned-trace.yml

@@ -61,7 +61,7 @@ x-logging-defaults: &logging-defaults
 
 services:
   berachain-bepolia-reth-pruned:
-    image: ${BERACHAIN_RETH_IMAGE:-ghcr.io/berachain/bera-reth}:${BERACHAIN_BEPOLIA_RETH_VERSION:-v1.4.1}
+    image: ${BERACHAIN_RETH_IMAGE:-ghcr.io/berachain/bera-reth}:${BERACHAIN_BEPOLIA_RETH_VERSION:-v1.4.2}
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle

bitcoin-cash/bitcoind/bitcoin-cash-mainnet-bitcoind-full.yml

@@ -30,7 +30,7 @@ x-logging-defaults: &logging-defaults
 
 services:
   bitcoin-cash-mainnet:
-    image: ${BITCOIN_CASH_BITCOIND_IMAGE:-bitcoinabc/bitcoin-abc}:${BITCOIN_CASH_MAINNET_BITCOIND_VERSION:-0.33.6}
+    image: ${BITCOIN_CASH_BITCOIND_IMAGE:-bitcoinabc/bitcoin-abc}:${BITCOIN_CASH_MAINNET_BITCOIND_VERSION:-0.33.7}
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
@@ -60,6 +60,7 @@ services:
       - -externalip=${IP}
       - -port=10863
       - -printtoconsole
+      - -rpcallowip=0.0.0.0/0
       - -rpcallowip=::/0
       - -rpcauth=username:0b6623bdebb516ced10631668833e42a$$c478b38890678c51b9f013174a20addb317c2046b68c05e0250ff86e31a505f7
       - -rpcbind=0.0.0.0

bitcoin-cash/bitcoind/bitcoin-cash-testnet-bitcoind-full.yml

@@ -30,7 +30,7 @@ x-logging-defaults: &logging-defaults
 
 services:
   bitcoin-cash-testnet:
-    image: ${BITCOIN_CASH_BITCOIND_IMAGE:-bitcoinabc/bitcoin-abc}:${BITCOIN_CASH_TESTNET_BITCOIND_VERSION:-0.33.6}
+    image: ${BITCOIN_CASH_BITCOIND_IMAGE:-bitcoinabc/bitcoin-abc}:${BITCOIN_CASH_TESTNET_BITCOIND_VERSION:-0.33.7}
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
@@ -60,6 +60,7 @@ services:
       - -externalip=${IP}
       - -port=14363
       - -printtoconsole
+      - -rpcallowip=0.0.0.0/0
       - -rpcallowip=::/0
       - -rpcauth=username:0b6623bdebb516ced10631668833e42a$$c478b38890678c51b9f013174a20addb317c2046b68c05e0250ff86e31a505f7
       - -rpcbind=0.0.0.0

bitcoin/bitcoind/bitcoin-mainnet-bitcoind-full.yml

@@ -63,6 +63,7 @@ services:
       - -maxconnections=64
       - -port=12518
       - -printtoconsole
+      - -rpcallowip=0.0.0.0/0
       - -rpcallowip=::/0
       - -rpcauth=username:0b6623bdebb516ced10631668833e42a$$c478b38890678c51b9f013174a20addb317c2046b68c05e0250ff86e31a505f7
       - -rpcbind=0.0.0.0

bitcoin/bitcoind/bitcoin-testnet-bitcoind-full.yml

@@ -63,6 +63,7 @@ services:
       - -maxconnections=64
       - -port=13668
       - -printtoconsole
+      - -rpcallowip=0.0.0.0/0
       - -rpcallowip=::/0
       - -rpcauth=username:0b6623bdebb516ced10631668833e42a$$c478b38890678c51b9f013174a20addb317c2046b68c05e0250ff86e31a505f7
       - -rpcbind=0.0.0.0

catchup.sh

@@ -32,6 +32,495 @@ s_to_human_readable() {
 BASEPATH="$(dirname "$0")"
 source $BASEPATH/.env 2>/dev/null || true
 
+compose_base="$1"
+seconds_to_measure=${2:-10}
+
+if [ -z "$compose_base" ]; then
+    echo -e "${RED}Error: compose file path (sans .yml) required${NC}"
+    exit 1
+fi
+
+compose_yml="$BASEPATH/${compose_base}.yml"
+if [ ! -f "$compose_yml" ]; then
+    echo -e "${RED}Error: compose file not found: $compose_yml${NC}"
+    exit 1
+fi
+
+if [ -n "$NO_SSL" ]; then
+    PROTO="http"
+    DOMAIN="${DOMAIN:-0.0.0.0}"
+else
+    PROTO="https"
+fi
+
+# Resolve traefik RPC path from compose labels (first non-blacklisted path).
+compose_rpc_path() {
+    local pathlist path
+    pathlist=$(grep -oP "stripprefix\.prefixes.*?/\K[^\"]+" "$compose_yml" 2>/dev/null)
+    for path in $pathlist; do
+        echo "$path"
+        return 0
+    done
+    return 1
+}
+
+compose_rpc_url() {
+    local path
+    path=$(compose_rpc_path) || return 1
+    echo "$PROTO://$DOMAIN/$path"
+}
+
+compose_chain_slug() {
+    grep -oP '^\s*chain:\s*\K\S+' "$compose_yml" 2>/dev/null | head -1
+}
+
+# Registry protocol via x-upstreams chain label; path-substring fallback for legacy composes.
+resolve_protocol() {
+    local chain_slug protocol path
+    chain_slug=$(compose_chain_slug)
+    protocol=""
+    if [ -n "$chain_slug" ]; then
+        protocol=$($BASEPATH/reference-rpc-endpoint.sh --protocol "$chain_slug" 2>/dev/null) || protocol=""
+    fi
+    if [ -z "$protocol" ]; then
+        path=$(compose_rpc_path 2>/dev/null) || path=""
+        if echo "$path" | grep -qi "starknet"; then
+            protocol="starknet"
+        elif echo "$path" | grep -qi "aztec"; then
+            protocol="aztec"
+        elif echo "$path" | grep -qiE "bitcoin|digibyte|dogecoin|dash"; then
+            protocol="bitcoin"
+        elif echo "$path" | grep -qi "ripple"; then
+            protocol="ripple"
+        elif echo "$path" | grep -qiE "cosmos|babylon|haqq|gaiad|tac"; then
+            protocol="cosmos"
+        else
+            protocol="eth"
+        fi
+    fi
+    echo "$protocol"
+}
+
+# Bitcoin-family RPC URL (traefik path) and basic-auth from x-upstreams (fallback username:password).
+bitcoin_rpc_url() {
+    compose_rpc_url
+}
+
+bitcoin_rpc_auth() {
+    # Prefer creds from compose x-upstreams basic-auth; per-chain rpcauth may differ on-host.
+    local user pass
+    user=$(grep -A5 'basic-auth:' "$compose_yml" 2>/dev/null | grep -oP '^\s*username:\s*\K\S+' | head -1)
+    pass=$(grep -A5 'basic-auth:' "$compose_yml" 2>/dev/null | grep -oP '^\s*password:\s*\K\S+' | head -1)
+    [ -z "$user" ] && user="username"
+    [ -z "$pass" ] && pass="password"
+    echo "${user}:${pass}"
+}
+
+bitcoin_rpc_call() {
+    local method="$1"
+    local params="${2:-[]}"
+    local url auth
+    url=$(bitcoin_rpc_url) || return 1
+    auth=$(bitcoin_rpc_auth)
+    curl -L --ipv4 -m 5 -s -u "$auth" -X POST -H "Content-Type: application/json" \
+        --data "{\"jsonrpc\":\"1.0\",\"id\":1,\"method\":\"$method\",\"params\":$params}" "$url"
+}
+
+bitcoin_parse_blocks_headers() {
+    local info="$1"
+    local blocks headers
+    blocks=$(echo "$info" | jq -r '.result.blocks // empty' 2>/dev/null)
+    headers=$(echo "$info" | jq -r '.result.headers // empty' 2>/dev/null)
+    if [[ ! "$blocks" =~ ^[0-9]+$ ]] || [[ ! "$headers" =~ ^[0-9]+$ ]]; then
+        return 1
+    fi
+    echo "$blocks $headers"
+}
+
+bitcoin_reference_height() {
+    local chain_slug="$1"
+    local ref_urls ref_url resp height
+    ref_urls=$($BASEPATH/reference-rpc-endpoint.sh --chain "$chain_slug" 2>/dev/null) || return 1
+    ref_url=$(echo "$ref_urls" | awk '{print $1}')
+    [ -z "$ref_url" ] && return 1
+    resp=$(curl -L --ipv4 -m 5 -s -X POST -H "Content-Type: application/json" \
+        --data '{"jsonrpc":"1.0","id":1,"method":"getblockcount","params":[]}' "$ref_url")
+    if [ -z "$resp" ] || echo "$resp" | grep -qi 'Unknown network'; then
+        return 2
+    fi
+    height=$(echo "$resp" | jq -r '.result // empty' 2>/dev/null)
+    if [[ ! "$height" =~ ^[0-9]+$ ]]; then
+        return 2
+    fi
+    echo "$height"
+}
+
+bitcoin_pick_seed_peer() {
+    local chain_slug="$1" path
+    path=$(compose_rpc_path 2>/dev/null) || path=""
+    if echo "$chain_slug $path" | grep -qi "digibyte"; then
+        echo "seed.digibyte.co:12024"
+        return 0
+    fi
+    if echo "$chain_slug $path" | grep -qi "dogecoin"; then
+        # TODO: dogecoin wire seeds
+        return 1
+    fi
+    if echo "$chain_slug $path" | grep -qi "dash"; then
+        # TODO: dash wire seeds
+        return 1
+    fi
+    # Bitcoin mainnet / testnet / cash family default
+    echo "seed.bitcoin.sipa.be:8333"
+}
+
+bitcoin_try_addnode() {
+    local chain_slug="$1" peer resp
+    peer=""
+    local ref_urls ref_url pinfo
+    ref_urls=$($BASEPATH/reference-rpc-endpoint.sh --chain "$chain_slug" 2>/dev/null) || ref_urls=""
+    ref_url=$(echo "$ref_urls" | awk '{print $1}')
+    if [ -n "$ref_url" ]; then
+        pinfo=$(curl -L --ipv4 -m 5 -s -X POST -H "Content-Type: application/json" \
+            --data '{"jsonrpc":"1.0","id":1,"method":"getpeerinfo","params":[]}' "$ref_url" 2>/dev/null)
+        peer=$(echo "$pinfo" | jq -r '.result[0].addr // empty' 2>/dev/null)
+    fi
+    if [ -z "$peer" ] || [ "$peer" = "null" ]; then
+        peer=$(bitcoin_pick_seed_peer "$chain_slug") || return 0
+    fi
+    resp=$(bitcoin_rpc_call "addnode" "[\"$peer\", \"onetry\"]")
+    if echo "$resp" | jq -e '.error == null' >/dev/null 2>&1; then
+        echo "Issued harmless addnode onetry to $peer"
+    fi
+}
+
+report_block_catchup_rate() {
+    local gap_change="$1"
+    local interval="$2"
+    local block_time_ms="$3"
+    local gap_remaining="$4"
+    local label="${5:-blocks}"
+
+    local block_time_sec realtime_units effective catchup_rate
+    block_time_sec=$(echo "scale=6; $block_time_ms / 1000" | bc)
+    realtime_units=$(echo "scale=6; $interval / $block_time_sec" | bc)
+    effective=$(echo "scale=6; $realtime_units - $gap_change" | bc)
+    catchup_rate=$(echo "scale=3; $effective / $realtime_units" | bc)
+
+    echo "First measurement: $label behind = $((gap_remaining - gap_change)) $label"
+    echo "Second measurement: $label behind = $gap_remaining $label"
+    echo "Gap change in $interval seconds: $gap_change $label"
+    echo "Calculated catchup rate: ${catchup_rate}x realtime"
+
+    if (( $(echo "$catchup_rate < 0" | bc -l) )); then
+        local falling_behind_rate
+        falling_behind_rate=$(echo "scale=2; -1 * $catchup_rate" | bc)
+        echo -e "${RED}Node is FALLING BEHIND by ${falling_behind_rate}x realtime${NC}"
+        echo -e "${RED}The gap increased by $gap_change $label over $interval seconds${NC}"
+        return 1
+    elif (( $(echo "$catchup_rate < 1" | bc -l) )); then
+        echo -e "${YELLOW}WARNING: Node is processing at ${catchup_rate}x realtime${NC}"
+        echo -e "${YELLOW}This is too slow - node will never catch up to chain head${NC}"
+        return 2
+    else
+        echo -e "${GREEN}Node is processing at ${catchup_rate}x realtime${NC}"
+        local time_to_catchup
+        time_to_catchup=$(echo "scale=0; $gap_remaining * $block_time_sec / ($catchup_rate - 1)" | bc)
+        echo -e "${GREEN}Estimated time until synced:${NC}"
+        s_to_human_readable "$time_to_catchup"
+        return 0
+    fi
+}
+
+bitcoin_catchup() {
+    local chain_slug="$1"
+    local interval="$2"
+    local block_time_ms info1 info2 blocks1 headers1 blocks2 headers2
+    local ref1 ref2 use_pseudo=false gap1 gap2 gap_change
+
+    block_time_ms=$($BASEPATH/reference-rpc-endpoint.sh --block-time-ms "$chain_slug" 2>/dev/null) || block_time_ms="600000"
+
+    echo "Checking sync status for $compose_base (bitcoin-family)..."
+    info1=$(bitcoin_rpc_call "getblockchaininfo")
+    if [ -z "$info1" ]; then
+        echo -e "${RED}rpc-not-open (expected mid-sync for stage-sync/bootstrap clients — avalanchego, erigon/reth stage-sync, statesync bootstraps); re-run at chainhead${NC}"
+        exit 1
+    fi
+    read -r blocks1 headers1 < <(bitcoin_parse_blocks_headers "$info1") || {
+        echo -e "${RED}rpc-not-open (expected mid-sync for stage-sync/bootstrap clients — avalanchego, erigon/reth stage-sync, statesync bootstraps); re-run at chainhead${NC}"
+        exit 1
+    }
+
+    ref1=$(bitcoin_reference_height "$chain_slug")
+    local ref_rc1=$?
+    if [ "$ref_rc1" -eq 2 ]; then
+        use_pseudo=true
+        ref1=$headers1
+        echo "Reference RPC unavailable (Unknown network) — using local headers as pseudo-reference"
+    elif [ "$ref_rc1" -ne 0 ]; then
+        use_pseudo=true
+        ref1=$headers1
+        echo "Reference RPC unavailable — using local headers as pseudo-reference"
+    fi
+
+    gap1=$((ref1 - blocks1))
+    echo "Current chain head is $gap1 blocks behind reference"
+    s_to_human_readable $(echo "scale=0; $gap1 * $block_time_ms / 1000" | bc)
+
+    echo "Measuring progress over $interval seconds..."
+    sleep "$interval"
+
+    info2=$(bitcoin_rpc_call "getblockchaininfo")
+    if [ -z "$info2" ]; then
+        echo -e "${RED}rpc-not-open (expected mid-sync for stage-sync/bootstrap clients — avalanchego, erigon/reth stage-sync, statesync bootstraps); re-run at chainhead${NC}"
+        exit 1
+    fi
+    read -r blocks2 headers2 < <(bitcoin_parse_blocks_headers "$info2") || {
+        echo -e "${RED}rpc-not-open (expected mid-sync for stage-sync/bootstrap clients — avalanchego, erigon/reth stage-sync, statesync bootstraps); re-run at chainhead${NC}"
+        exit 1
+    }
+
+    if $use_pseudo; then
+        ref2=$headers2
+    else
+        ref2=$(bitcoin_reference_height "$chain_slug")
+        local ref_rc2=$?
+        if [ "$ref_rc2" -ne 0 ]; then
+            ref2=$headers2
+            use_pseudo=true
+        fi
+    fi
+
+    gap2=$((ref2 - blocks2))
+    gap_change=$((gap2 - gap1))
+
+    report_block_catchup_rate "$gap_change" "$interval" "$block_time_ms" "$gap2" "blocks"
+    local rc=$?
+    if [ "$rc" -eq 1 ] && [ -n "$chain_slug" ]; then
+        bitcoin_try_addnode "$chain_slug"
+    fi
+    exit "$rc"
+}
+
+ripple_rpc_call() {
+    local url
+    url=$(compose_rpc_url) || return 1
+    curl -L --ipv4 -m 5 -s -X POST -H "Content-Type: application/json" \
+        --data '{"method":"server_info"}' "$url"
+}
+
+ripple_validated_seq() {
+    local resp="$1" seq
+    seq=$(echo "$resp" | jq -r '.result.info.validated_ledger.seq // .info.validated_ledger.seq // empty' 2>/dev/null)
+    if [[ ! "$seq" =~ ^[0-9]+$ ]]; then
+        return 1
+    fi
+    echo "$seq"
+}
+
+ripple_reference_seq() {
+    local chain_slug="$1" ref_urls ref_url resp
+    ref_urls=$($BASEPATH/reference-rpc-endpoint.sh --chain "$chain_slug" 2>/dev/null) || return 1
+    ref_url=$(echo "$ref_urls" | awk '{print $1}')
+    [ -z "$ref_url" ] && return 1
+    resp=$(curl -L --ipv4 -m 5 -s -X POST -H "Content-Type: application/json" \
+        --data '{"method":"server_info"}' "$ref_url")
+    ripple_validated_seq "$resp"
+}
+
+ripple_catchup() {
+    local chain_slug="$1"
+    local interval="$2"
+    local block_time_ms resp1 resp2 seq1 seq2 ref1 ref2 gap1 gap2 gap_change
+
+    block_time_ms=$($BASEPATH/reference-rpc-endpoint.sh --block-time-ms "$chain_slug" 2>/dev/null) || block_time_ms="4000"
+
+    echo "Checking sync status for $compose_base (ripple)..."
+    resp1=$(ripple_rpc_call)
+    if [ -z "$resp1" ]; then
+        echo -e "${RED}rpc-not-open (expected mid-sync for stage-sync/bootstrap clients — avalanchego, erigon/reth stage-sync, statesync bootstraps); re-run at chainhead${NC}"
+        exit 1
+    fi
+    seq1=$(ripple_validated_seq "$resp1") || {
+        echo -e "${RED}rpc-not-open (expected mid-sync for stage-sync/bootstrap clients — avalanchego, erigon/reth stage-sync, statesync bootstraps); re-run at chainhead${NC}"
+        exit 1
+    }
+
+    ref1=$(ripple_reference_seq "$chain_slug") || ref1=""
+    if [ -z "$ref1" ]; then
+        gap1=0
+        echo "Reference RPC unavailable — measuring local validated-ledger progress only"
+    else
+        gap1=$((ref1 - seq1))
+        echo "Current chain head is $gap1 ledgers behind reference"
+        s_to_human_readable $(echo "scale=0; $gap1 * $block_time_ms / 1000" | bc)
+    fi
+
+    echo "Measuring progress over $interval seconds..."
+    sleep "$interval"
+
+    resp2=$(ripple_rpc_call)
+    if [ -z "$resp2" ]; then
+        echo -e "${RED}rpc-not-open (expected mid-sync for stage-sync/bootstrap clients — avalanchego, erigon/reth stage-sync, statesync bootstraps); re-run at chainhead${NC}"
+        exit 1
+    fi
+    seq2=$(ripple_validated_seq "$resp2") || {
+        echo -e "${RED}rpc-not-open (expected mid-sync for stage-sync/bootstrap clients — avalanchego, erigon/reth stage-sync, statesync bootstraps); re-run at chainhead${NC}"
+        exit 1
+    }
+
+    ref2=$(ripple_reference_seq "$chain_slug") || ref2=""
+    if [ -z "$ref1" ] || [ -z "$ref2" ]; then
+        local seq_gain=$((seq2 - seq1))
+        local realtime_units effective catchup_rate
+        realtime_units=$(echo "scale=6; $interval * 1000 / $block_time_ms" | bc)
+        effective=$(echo "scale=6; $seq_gain" | bc)
+        catchup_rate=$(echo "scale=3; $effective / $realtime_units" | bc)
+        echo "Validated ledger gain in $interval seconds: $seq_gain ledgers"
+        echo "Calculated catchup rate: ${catchup_rate}x realtime"
+        if (( $(echo "$catchup_rate < 1" | bc -l) )); then
+            if (( $(echo "$catchup_rate < 0" | bc -l) )); then
+                echo -e "${RED}Node is FALLING BEHIND${NC}"
+                exit 1
+            fi
+            echo -e "${YELLOW}WARNING: Node is processing at ${catchup_rate}x realtime${NC}"
+            exit 2
+        fi
+        echo -e "${GREEN}Node is processing at ${catchup_rate}x realtime${NC}"
+        exit 0
+    fi
+
+    gap2=$((ref2 - seq2))
+    gap_change=$((gap2 - gap1))
+
+    report_block_catchup_rate "$gap_change" "$interval" "$block_time_ms" "$gap2" "ledgers"
+    exit $?
+}
+
+cosmos_catching_up() {
+    local url status catching_up
+    url=$(compose_rpc_url) || return 1
+    status=$(curl -L --ipv4 -m 5 -s -X POST -H "Content-Type: application/json" \
+        --data '{"jsonrpc":"2.0","id":1,"method":"status"}' "$url")
+    catching_up=$(echo "$status" | jq -r '.result.sync_info.catching_up // .sync_info.catching_up // empty' 2>/dev/null)
+    echo "$catching_up"
+}
+
+cosmos_catchup() {
+    local catching_up
+
+    echo "Checking sync status for $compose_base (cosmos/cometbft)..."
+    catching_up=$(cosmos_catching_up)
+    if [ "$catching_up" = "true" ]; then
+        echo "CometBFT reports catching_up=true (node is still syncing)"
+    elif [ -z "$catching_up" ]; then
+        echo -e "${RED}rpc-not-open (expected mid-sync for stage-sync/bootstrap clients — avalanchego, erigon/reth stage-sync, statesync bootstraps); re-run at chainhead${NC}"
+        exit 1
+    fi
+
+    # Standard timestamp-lag algorithm via timestamp.sh (cosmos /status source).
+    echo "Debug: Running ./timestamp.sh $compose_base"
+    timestamp_output=$(./timestamp.sh "$compose_base" 2>&1)
+    timestamp_exit_code=$?
+
+    echo "Debug: timestamp.sh output: '$timestamp_output'"
+    echo "Debug: timestamp.sh exit code: $timestamp_exit_code"
+
+    latest_block_timestamp_decimal=$(echo "$timestamp_output" | grep -o '[0-9]\+' | head -1)
+
+    if [[ $timestamp_exit_code -ne 0 || -z "$latest_block_timestamp_decimal" ]]; then
+        echo -e "${RED}rpc-not-open (expected mid-sync for stage-sync/bootstrap clients — avalanchego, erigon/reth stage-sync, statesync bootstraps); re-run at chainhead${NC}"
+        exit 1
+    fi
+
+    current_time=$(date +%s)
+    time_difference=$((current_time - latest_block_timestamp_decimal))
+
+    echo "Current chain head is $time_difference seconds behind real time"
+    if [ "$catching_up" = "true" ]; then
+        echo "(catching_up=true)"
+    fi
+    s_to_human_readable $time_difference
+
+    echo "Measuring progress over $seconds_to_measure seconds..."
+    sleep $seconds_to_measure
+
+    catching_up=$(cosmos_catching_up)
+    if [ "$catching_up" = "true" ]; then
+        echo "CometBFT still reports catching_up=true"
+    fi
+
+    echo "Debug: Running ./timestamp.sh $compose_base (second measurement)"
+    timestamp_output=$(./timestamp.sh "$compose_base" 2>&1)
+    timestamp_exit_code=$?
+
+    echo "Debug: timestamp.sh output (second): '$timestamp_output'"
+    echo "Debug: timestamp.sh exit code (second): $timestamp_exit_code"
+
+    latest_block_timestamp2=$(echo "$timestamp_output" | grep -o '[0-9]\+' | head -1)
+
+    if [[ $timestamp_exit_code -ne 0 || -z "$latest_block_timestamp2" ]]; then
+        echo -e "${RED}rpc-not-open (expected mid-sync for stage-sync/bootstrap clients — avalanchego, erigon/reth stage-sync, statesync bootstraps); re-run at chainhead${NC}"
+        exit 1
+    fi
+
+    current_time2=$(date +%s)
+    time_difference2=$((current_time2 - latest_block_timestamp2))
+
+    gap_change=$((time_difference2 - time_difference))
+
+    effective_catchup_seconds=$((seconds_to_measure - gap_change))
+    catchup_rate=$(echo "scale=3; $effective_catchup_seconds / $seconds_to_measure" | bc)
+
+    echo "First measurement: Time behind = $time_difference seconds"
+    echo "Second measurement: Time behind = $time_difference2 seconds"
+    if [ "$catching_up" = "true" ]; then
+        echo "(catching_up=true)"
+    fi
+    echo "Gap change in $seconds_to_measure seconds: $gap_change seconds"
+    echo "Calculated catchup rate: $catchup_rate× realtime"
+
+    if (( $(echo "$catchup_rate < 0" | bc -l) )); then
+        falling_behind_rate=$(echo "scale=2; -1 * $catchup_rate" | bc)
+        echo -e "${RED}Node is FALLING BEHIND by $falling_behind_rate× realtime${NC}"
+        echo -e "${RED}The gap increased by $gap_change seconds over $seconds_to_measure seconds${NC}"
+        exit 1
+    elif (( $(echo "$catchup_rate < 1" | bc -l) )); then
+        echo -e "${YELLOW}WARNING: Node is processing at $catchup_rate× realtime${NC}"
+        echo -e "${YELLOW}This is too slow - node will never catch up to chain head${NC}"
+        exit 2
+    else
+        echo -e "${GREEN}Node is processing at $catchup_rate× realtime${NC}"
+        time_to_catchup=$(echo "scale=0; $time_difference2 / ($catchup_rate - 1)" | bc)
+        echo -e "${GREEN}Estimated time until synced:${NC}"
+        s_to_human_readable $time_to_catchup
+        exit 0
+    fi
+}
+
+protocol=$(resolve_protocol)
+chain_slug=$(compose_chain_slug)
+
+case "$protocol" in
+    bitcoin)
+        bitcoin_catchup "$chain_slug" "$seconds_to_measure"
+        ;;
+    ripple)
+        ripple_catchup "$chain_slug" "$seconds_to_measure"
+        ;;
+    cosmos)
+        cosmos_catchup
+        ;;
+    eth|starknet|aztec)
+        ;;
+    *)
+        echo "unsupported protocol $protocol for catchup"
+        exit 1
+        ;;
+esac
+
+# --- eth / starknet / aztec: original timestamp-lag path (unchanged) ---
+
 seconds_to_measure=${2:-10}
 
 # First measurement

check-health.sh

@@ -380,6 +380,14 @@ if [ $? -eq 0 ]; then
 		    echo "unverified ($http_status_code2)"
 		    exit 1
                 fi 
+            else
+                rm "$response_file2"
+                if [ $attempt -lt $MAX_RETRIES ]; then
+                    attempt=$((attempt + 1))
+                    continue
+                fi
+                echo "unverified (reference unreachable)"
+                exit 1
             fi
             done
             

cleanup-backups.sh

@@ -14,6 +14,8 @@
 set -euo pipefail
 
 BASEPATH="$(cd "$(dirname "$0")" && pwd)"
+# shellcheck source=volume-utils.sh
+source "$BASEPATH/volume-utils.sh"
 BACKUP_DIR="${BACKUP_DIR:-/backup}"
 TRASH_DIR="${TRASH_DIR:-$BACKUP_DIR/trash}"
 KEEP_COUNT="${KEEP_COUNT:-3}"
@@ -163,6 +165,20 @@ cleanup_volume_backups() {
             continue
         fi
 
+        if ! is_restorable_backup_archive "$file"; then
+            local near_size
+            near_size=$(backup_archive_size_bytes "$file")
+            local near_meta
+            near_meta=$(metadata_for_archive "$file")
+            add_trashed_bytes "$file"
+            trash_file "$file" "near-empty artifact (${near_size} bytes, excluded from KEEP_COUNT)"
+            if [[ -f "$near_meta" ]]; then
+                add_trashed_bytes "$near_meta"
+                trash_file "$near_meta" "metadata for near-empty artifact"
+            fi
+            continue
+        fi
+
         volume_files["$volume_key"]+="$file"$'\n'
     done < <(find "$BACKUP_DIR" -maxdepth 1 -type f -name 'rpc_*-*.tar.zst' -print0 2>/dev/null)
 

clone-backup.sh

@@ -294,11 +294,12 @@ transfer_backup() {
     local key=$1
     local volume_name="rpc_$key"
     
-    # Find the newest backup file
-    local backup_file=$(ls -1 "$backup_dir"/"${volume_name}"-[0-9]*G.tar.zst 2>/dev/null | sort | tail -n 1)
+    # Find the newest restorable backup file (skip near-empty artifacts)
+    local backup_file
+    backup_file=$(select_newest_local_backup "$backup_dir" "$volume_name")
     
     if [[ -z "$backup_file" ]] || [[ ! -f "$backup_file" ]]; then
-        echo "Warning: No backup file found for $volume_name, skipping"
+        echo "Warning: No restorable backup file found for $volume_name, skipping"
         return 1
     fi
     
@@ -482,11 +483,12 @@ transfer_backup_ssh() {
     local key=$1
     local volume_name="rpc_$key"
     
-    # Find the newest backup file
-    local backup_file=$(ls -1 "$backup_dir"/"${volume_name}"-[0-9]*G.tar.zst 2>/dev/null | sort | tail -n 1)
+    # Find the newest restorable backup file (skip near-empty artifacts)
+    local backup_file
+    backup_file=$(select_newest_local_backup "$backup_dir" "$volume_name")
     
     if [[ -z "$backup_file" ]] || [[ ! -f "$backup_file" ]]; then
-        echo "Warning: No backup file found for $volume_name, skipping"
+        echo "Warning: No restorable backup file found for $volume_name, skipping"
         return 1
     fi
     

cosmos/scripts/README.cometbft.md

@@ -0,0 +1,39 @@
+# Cosmos Hub (gaiad) — CometBFT bootstrap notes
+
+Operator guidance for fresh provisioning of the cosmos-hub gaiad node. See also the shared
+family-C reference at `rpc/scripts/README.cometbft.md`.
+
+## Fresh bootstrap: use a Polkachu FULL snapshot
+
+For a wasm chain like cosmos-hub, prefer seeding from a **Polkachu FULL snapshot** over
+state-sync. The full archive includes everything on disk — application state, `wasm/`, and
+`data/08-light-client/` (IBC 08-wasm bytecode) — so gaia does not panic with
+`wasmlckeeper failed initialize pinned codes / Error opening Wasm file` on first start.
+
+Snapshot URL pattern:
+
+```
+https://snapshots.polkachu.com/snapshots/cosmos/cosmos_<HEIGHT>.tar.lz4
+```
+
+Replace `<HEIGHT>` with the height published on the Polkachu cosmos snapshot page. Extract
+into the node data volume (`/root/.gaia`) before `docker compose up`.
+
+## CL_VERSION must match the live chain
+
+Cosmos chains upgrade via governance; an old binary halts at the upgrade height or panics
+`upgrade handler is missing for vX.Y.Z`. Before pinning `CL_VERSION` / `COSMOS_MAINNET_GAIAD_VERSION`,
+check the live app version on Polkachu RPC:
+
+```sh
+curl -s https://cosmos-rpc.polkachu.com/abci_info | jq .result.response.version
+```
+
+The Docker image tag must match that version (verify pullability with a manifest HEAD, not
+only the ghcr tags list — it can lag).
+
+## Traefik WebSocket routing
+
+The split-WS router uses `HeadersRegexp('Upgrade','(?i)websocket')` (case-insensitive). Clients
+sending `Upgrade: WebSocket` (e.g. python websocket-client) require this — a case-sensitive
+`Headers('Upgrade','websocket')` matcher falls through to the RPC router (400/200 instead of 101).

cronos/cometbft.Dockerfile

@@ -1,11 +1,21 @@
-ARG CRONOS_CRONOS_IMAGE
+# cronosd — public GitHub release tarball (ghcr.io/crypto-org-chain/cronos returns 403
+# on anonymous pulls). Mirror zero-gravity/zerog.Dockerfile: alpine base + tarball extract.
+ARG CRONOS_CRONOS_VERSION=v1.7.8
+
+FROM alpine:3.21
+
+RUN apk add --no-cache ca-certificates curl jq
+
 ARG CRONOS_CRONOS_VERSION
-FROM ${CRONOS_CRONOS_IMAGE}:${CRONOS_CRONOS_VERSION}
-# Layer the shared CometBFT bootstrap lib + the chain init.sh onto the upstream
-# cronos binary image (alpine-based, has sh+apk; runs nonroot by default — the compose
-# sets user: root so init.sh can apk-add curl and write the /root home).
-USER root
+RUN _ver="${CRONOS_CRONOS_VERSION#v}" && \
+    curl -fsSL "https://github.com/crypto-org-chain/cronos/releases/download/${CRONOS_CRONOS_VERSION}/cronos_${_ver}_Linux_x86_64.tar.gz" \
+      -o /tmp/cronos.tar.gz && \
+    tar -xzf /tmp/cronos.tar.gz -C /tmp && \
+    install -m 755 /tmp/bin/cronosd /usr/local/bin/cronosd && \
+    rm -rf /tmp/cronos.tar.gz /tmp/bin
+
 COPY ./scripts/cometbft-common.sh /usr/local/bin/cometbft-common.sh
 COPY ./scripts/init.sh            /usr/local/bin/init.sh
 RUN chmod +x /usr/local/bin/init.sh /usr/local/bin/cometbft-common.sh
+
 ENTRYPOINT ["init.sh"]

cronos/cronos/cronos-mainnet-cronos-pruned.yml

@@ -35,7 +35,6 @@ services:
       dockerfile: cometbft.Dockerfile
       args:
         CRONOS_CRONOS_VERSION: ${CRONOS_MAINNET_CRONOS_VERSION:-v1.7.8}
-        CRONOS_CRONOS_IMAGE: ${CRONOS_MAINNET_CRONOS_IMAGE:-ghcr.io/crypto-org-chain/cronos}
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
@@ -61,10 +60,23 @@ services:
     environment:
       - API=eth,txpool,net,debug,web3
       - CHAINID=cronosmainnet_25-1
-      - CHAINNAME=mainnet
+      - EVM_MAX_TX_GAS_WANTED=500000
+      - GENESIS_URL=https://raw.githubusercontent.com/crypto-org-chain/cronos-mainnet/master/cronosmainnet_25-1/genesis.json
       - IP=${IP}
+      - JSON_RPC_BLOCK_RANGE_CAP=10000
+      - JSON_RPC_ENABLE=true
+      - JSON_RPC_ENABLE_INDEXER=true
+      - JSON_RPC_FEEHISTORY_CAP=100
+      - JSON_RPC_HTTP_TIMEOUT=30s
+      - JSON_RPC_LOGS_CAP=10000
+      - MIN_GAS=5000000000000basecro
       - MONIKER=d${DOMAIN:-local}
       - P2P_PORT=10521
+      - PRUNING=custom
+      - PRUNING_INTERVAL=19
+      - PRUNING_KEEP_RECENT=100
+      - SEEDS=0d5cf1394a1cfde28dc8f023567222abc0f47534@seed-0.cronos.com:26656,3032073adc06d710dd512240281637c1bd0c8a7b@seed-1.cronos.com:26656,04f43116b4c6c70054d9c2b7485383df5b1ed1da@seed-2.cronos.com:26656,337377dcda43d79c537d2c4d93ad3b698ce9452e@bd-cronos-mainnet-seed-node-01.bdnodes.net:26656
+      - STATESYNC_RPC=https://cronos-rpc.publicnode.com:443
     restart: unless-stopped
     stop_grace_period: 5m
     networks:

cronos/scripts/init.sh

@@ -1,69 +1,59 @@
 #!/bin/sh
-
-set -e  # Exit on failure
-
-echo "MONIKER: $MONIKER"
-
-CHAINID=${CHAINID:-cronosmainnet_25-1}
-CHAINNAME=${CHAINNAME:-mainnet}
-API=${API:-eth,txpool,net,debug,web3}
-
-CONFIG_DIR="/root/.cronos/config"
-
-# Create config directory
-mkdir -p "$CONFIG_DIR"
-
-P2P_STRING="tcp:\/\/0\.0\.0\.0\:${P2P_PORT:-10521}"
-NAT_STRING="${IP}:${P2P_PORT:-10521}"
-
-env
-
-# this goes first because it won't overwrite shit
-apk add curl jq
-if [ $? -ne 0 ]; then exit 1; fi
-
-# Source the shared CometBFT helpers
+# cronosd entrypoint — Cronos (Cosmos-SDK + embedded EVM). EVM JSON-RPC :8545 / WS :8546
+# are the dshackle/traefik upstream; CometBFT :26657 stays internal. Bootstrap params
+# (chain_id, genesis_url, seeds, app.toml tunables) come from context.yml via env.
+set -e
 . /usr/local/bin/cometbft-common.sh
 
-if cronosd init ${MONIKER} --chain-id ${CHAINID} --home /root/.cronos/; then
-    # Define variables
-    GENESIS_URL="https://raw.githubusercontent.com/crypto-org-chain/cronos-mainnet/master/cronosmainnet_25-1/genesis.json"
-    SEEDS="0d5cf1394a1cfde28dc8f023567222abc0f47534@cronos-seed-0.crypto.org:26656,3032073adc06d710dd512240281637c1bd0c8a7b@cronos-seed-1.crypto.org:26656,04f43116b4c6c70054d9c2b7485383df5b1ed1da@cronos-seed-2.crypto.org:26656"
+HOME_DIR="/root/.cronos"
+CONFIG_DIR="$HOME_DIR/config"
+CHAINID="${CHAINID:-cronosmainnet_25-1}"
+API="${API:-eth,txpool,net,debug,web3}"
+GENESIS_URL="${GENESIS_URL:-https://raw.githubusercontent.com/crypto-org-chain/cronos-mainnet/master/cronosmainnet_25-1/genesis.json}"
+SEEDS="${SEEDS:-0d5cf1394a1cfde28dc8f023567222abc0f47534@seed-0.cronos.com:26656,3032073adc06d710dd512240281637c1bd0c8a7b@seed-1.cronos.com:26656,04f43116b4c6c70054d9c2b7485383df5b1ed1da@seed-2.cronos.com:26656,337377dcda43d79c537d2c4d93ad3b698ce9452e@bd-cronos-mainnet-seed-node-01.bdnodes.net:26656}"
+STATESYNC_RPC="${STATESYNC_RPC:-https://cronos-rpc.publicnode.com:443}"
+MIN_GAS="${MIN_GAS:-5000000000000basecro}"
+PRUNING="${PRUNING:-custom}"
+PRUNING_KEEP_RECENT="${PRUNING_KEEP_RECENT:-100}"
+PRUNING_INTERVAL="${PRUNING_INTERVAL:-19}"
+JSON_RPC_ENABLE="${JSON_RPC_ENABLE:-true}"
+JSON_RPC_ENABLE_INDEXER="${JSON_RPC_ENABLE_INDEXER:-true}"
+JSON_RPC_FEEHISTORY_CAP="${JSON_RPC_FEEHISTORY_CAP:-100}"
+JSON_RPC_LOGS_CAP="${JSON_RPC_LOGS_CAP:-10000}"
+JSON_RPC_BLOCK_RANGE_CAP="${JSON_RPC_BLOCK_RANGE_CAP:-10000}"
+JSON_RPC_HTTP_TIMEOUT="${JSON_RPC_HTTP_TIMEOUT:-30s}"
+EVM_MAX_TX_GAS_WANTED="${EVM_MAX_TX_GAS_WANTED:-500000}"
 
-    # Download config files
-    curl -sL "$GENESIS_URL" -o "$CONFIG_DIR/genesis.json"
+ct_apk curl jq
 
-    # somehow it's better to make home static to /root
-    sed -i 's|~/|/root/|g' "$CONFIG_DIR/config.toml"
-    sed -i 's|~/|/root/|g' "$CONFIG_DIR/app.toml"
+if cronosd init "${MONIKER:-rpc-node}" --chain-id "$CHAINID" --home "$HOME_DIR" >/dev/null 2>&1; then
+  ct_log "fresh init; fetching genesis"
+  ct_fetch "$GENESIS_URL" "$CONFIG_DIR/genesis.json" required
+  ct_localize_home "$CONFIG_DIR"
+  ct_set_min_gas_prices "$CONFIG_DIR/app.toml" "$MIN_GAS"
 else
-    echo "Already initialized, continuing!" >&2
+  ct_log "already initialized, continuing"
 fi
 
-# Localize home directory paths
-ct_localize_home /root/.cronos/config
-
-# apply a port change to the config
-ct_patch_p2p "$CONFIG_DIR/config.toml" "$IP" "${P2P_PORT:-10521}"
-
-sed -i -e "s/^pruning *=.*/pruning = \"custom\"/" $CONFIG_DIR/app.toml
-sed -i -e "s/^pruning-keep-recent *=.*/pruning-keep-recent = \"100\"/" $CONFIG_DIR/app.toml
-sed -i -e "s/^pruning-interval *=.*/pruning-interval = \"19\"/" $CONFIG_DIR/app.toml
-sed -i -e "s/^indexer *=.*/indexer = \"null\"/" $CONFIG_DIR/config.toml
+sed -i -e "s/^pruning *=.*/pruning = \"$PRUNING\"/" "$CONFIG_DIR/app.toml"
+sed -i -e "s/^pruning-keep-recent *=.*/pruning-keep-recent = \"$PRUNING_KEEP_RECENT\"/" "$CONFIG_DIR/app.toml"
+sed -i -e "s/^pruning-interval *=.*/pruning-interval = \"$PRUNING_INTERVAL\"/" "$CONFIG_DIR/app.toml"
+sed -i -e "s/^indexer *=.*/indexer = \"null\"/" "$CONFIG_DIR/config.toml"
 
 sed -i "/^\[json-rpc\]/,/^\[/{s|^address = .*|address = \"0.0.0.0:8545\"|}" "$CONFIG_DIR/app.toml"
 sed -i "/^\[json-rpc\]/,/^\[/{s|^ws-address = .*|ws-address = \"0.0.0.0:8546\"|}" "$CONFIG_DIR/app.toml"
 sed -i "/^\[json-rpc\]/,/^\[/{s|^api = .*|api = \"$API\"|}" "$CONFIG_DIR/app.toml"
+sed -i "/^\[json-rpc\]/,/^\[/{s|^enable = .*|enable = $JSON_RPC_ENABLE|}" "$CONFIG_DIR/app.toml"
+sed -i "/^\[json-rpc\]/,/^\[/{s|^enable-indexer = .*|enable-indexer = $JSON_RPC_ENABLE_INDEXER|}" "$CONFIG_DIR/app.toml"
+sed -i "/^\[json-rpc\]/,/^\[/{s|^feehistory-cap = .*|feehistory-cap = $JSON_RPC_FEEHISTORY_CAP|}" "$CONFIG_DIR/app.toml"
+sed -i "/^\[json-rpc\]/,/^\[/{s|^logs-cap = .*|logs-cap = $JSON_RPC_LOGS_CAP|}" "$CONFIG_DIR/app.toml"
+sed -i "/^\[json-rpc\]/,/^\[/{s|^block-range-cap = .*|block-range-cap = $JSON_RPC_BLOCK_RANGE_CAP|}" "$CONFIG_DIR/app.toml"
+sed -i "/^\[json-rpc\]/,/^\[/{s|^http-timeout = .*|http-timeout = \"$JSON_RPC_HTTP_TIMEOUT\"|}" "$CONFIG_DIR/app.toml"
+sed -i "/^\[evm\]/,/^\[/{s|^max-tx-gas-wanted = .*|max-tx-gas-wanted = $EVM_MAX_TX_GAS_WANTED|}" "$CONFIG_DIR/app.toml"
 
-# Set seeds
-ct_set_persistent_peers "$CONFIG_DIR/config.toml" "$SEEDS"
+ct_patch_p2p "$CONFIG_DIR/config.toml" "$IP" "${P2P_PORT:-10521}"
+ct_merge_seeds "$CONFIG_DIR/config.toml" "$SEEDS"
+ct_configure_statesync "$CONFIG_DIR/config.toml" "$STATESYNC_RPC" 2000
+ct_set_moniker "$CONFIG_DIR/config.toml" "${MONIKER:-rpc-node}"
 
-# Configure state sync using official RPC endpoints
-ct_configure_statesync "$CONFIG_DIR/config.toml" "https://rpc-cronos.crypto.org:443,https://cronos-rpc.publicnode.com:443" 2000
-
-# Update moniker if set
-if [ -n "$MONIKER" ] && [ -f "$CONFIG_DIR/config.toml" ]; then
-    ct_set_moniker "$CONFIG_DIR/config.toml" "$MONIKER"
-fi
-
-exec cronosd start --chain-id ${CHAINID} $@
+exec cronosd start --chain-id "$CHAINID" --minimum-gas-prices "$MIN_GAS" "$@"

dash/dashd/dash-mainnet-dashd-full.yml

@@ -62,6 +62,7 @@ services:
       - -externalip=${IP}
       - -port=11650
       - -printtoconsole
+      - -rpcallowip=0.0.0.0/0
       - -rpcallowip=::/0
       - -rpcauth=username:0b6623bdebb516ced10631668833e42a$$c478b38890678c51b9f013174a20addb317c2046b68c05e0250ff86e31a505f7
       - -rpcbind=0.0.0.0

digibyte/digibyted.Dockerfile

@@ -1,10 +1,10 @@
 # digibyted — official release tarball (no Docker image upstream).
-ARG VERSION=9.26.3
+ARG VERSION=9.26.4
 
 FROM debian:stable-slim
 
 ARG VERSION
-ARG SHA256=51465a7a7409dc9a734e463b8fd95fb9773033753d79504de946ab2a0aa0991c
+ARG SHA256=523da7ac9ee0f1bcb38ff75da6f01997b9491a9eee1e2b0ce3c90f60b2aaa9b3
 
 RUN apt-get update && apt-get install -y --no-install-recommends \
     ca-certificates \

digibyte/digibyted/digibyte-mainnet-digibyted-full.yml

@@ -34,7 +34,7 @@ services:
       context: ./digibyte
       dockerfile: digibyted.Dockerfile
       args:
-        VERSION: ${DIGIBYTE_MAINNET_DIGIBYTED_VERSION:-9.26.3}
+        VERSION: ${DIGIBYTE_MAINNET_DIGIBYTED_VERSION:-9.26.4}
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
@@ -66,6 +66,7 @@ services:
       - -externalip=${IP}
       - -port=11254
       - -printtoconsole
+      - -rpcallowip=0.0.0.0/0
       - -rpcallowip=::/0
       - -rpcauth=username:0b6623bdebb516ced10631668833e42a$$c478b38890678c51b9f013174a20addb317c2046b68c05e0250ff86e31a505f7
       - -rpcbind=0.0.0.0

dogecoin/dogecoind/dogecoin-mainnet-dogecoind-full.yml

@@ -60,6 +60,7 @@ services:
       - -externalip=${IP}
       - -port=12577
       - -printtoconsole
+      - -rpcallowip=0.0.0.0/0
       - -rpcallowip=::/0
       - -rpcauth=username:0b6623bdebb516ced10631668833e42a$$c478b38890678c51b9f013174a20addb317c2046b68c05e0250ff86e31a505f7
       - -rpcbind=0.0.0.0

dogecoin/dogecoind/dogecoin-testnet-dogecoind-full.yml

@@ -60,6 +60,7 @@ services:
       - -externalip=${IP}
       - -port=10859
       - -printtoconsole
+      - -rpcallowip=0.0.0.0/0
       - -rpcallowip=::/0
       - -rpcauth=username:0b6623bdebb516ced10631668833e42a$$c478b38890678c51b9f013174a20addb317c2046b68c05e0250ff86e31a505f7
       - -rpcbind=0.0.0.0

ethereum/besu/ethereum-mainnet-besu-pruned-bonsai--nimbus.yml

@@ -114,7 +114,7 @@ services:
       - traefik.http.routers.ethereum-mainnet-besu-pruned-bonsai-ws.middlewares=ethereum-mainnet-besu-pruned-bonsai-stripprefix, ipallowlist
 
   ethereum-mainnet-besu-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 18205:18205

ethereum/geth/ethereum-hoodi-geth-pruned-pebble-path--nimbus.yml

@@ -103,7 +103,7 @@ services:
       - traefik.http.routers.ethereum-hoodi-geth-pruned-pebble-path.middlewares=ethereum-hoodi-geth-pruned-pebble-path-stripprefix, ipallowlist
 
   ethereum-hoodi-geth-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_HOODI_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_HOODI_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 16917:16917

ethereum/geth/ethereum-mainnet-geth-minimal-pebble-path.yml

@@ -107,7 +107,7 @@ services:
       - traefik.http.routers.ethereum-mainnet-geth-minimal-pebble-path.middlewares=ethereum-mainnet-geth-minimal-pebble-path-stripprefix, ipallowlist
 
   ethereum-mainnet-geth-minimal-node:
-    image: ${ETHEREUM_PRYSM_IMAGE:-prysmaticlabs/prysm-beacon-chain}:${ETHEREUM_MAINNET_PRYSM_VERSION:-v7.1.4}
+    image: ${ETHEREUM_PRYSM_IMAGE:-prysmaticlabs/prysm-beacon-chain}:${ETHEREUM_MAINNET_PRYSM_VERSION:-v7.1.6}
     ports:
       - 19551:19551
       - 19551:19551/udp

ethereum/geth/ethereum-mainnet-geth-pruned-leveldb-hash--nimbus--fireeth.yml

@@ -168,7 +168,7 @@ services:
       - traefik.http.routers.ethereum-mainnet-geth-pruned-leveldb-hash-events.middlewares=ipallowlist
 
   ethereum-mainnet-geth-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 15455:15455

ethereum/geth/ethereum-mainnet-geth-pruned-pebble-path--nimbus--fireeth.yml

@@ -168,7 +168,7 @@ services:
       - traefik.http.routers.ethereum-mainnet-geth-pruned-pebble-path-events.middlewares=ipallowlist
 
   ethereum-mainnet-geth-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 17023:17023

ethereum/geth/ethereum-mainnet-geth-pruned-pebble-path--nimbus.yml

@@ -103,7 +103,7 @@ services:
       - traefik.http.routers.ethereum-mainnet-geth-pruned-pebble-path.middlewares=ethereum-mainnet-geth-pruned-pebble-path-stripprefix, ipallowlist
 
   ethereum-mainnet-geth-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 17023:17023

ethereum/geth/ethereum-mainnet-geth-pruned-pebble-path.yml

@@ -103,7 +103,7 @@ services:
       - traefik.http.routers.ethereum-mainnet-geth-pruned-pebble-path.middlewares=ethereum-mainnet-geth-pruned-pebble-path-stripprefix, ipallowlist
 
   ethereum-mainnet-geth-node:
-    image: ${ETHEREUM_PRYSM_IMAGE:-prysmaticlabs/prysm-beacon-chain}:${ETHEREUM_MAINNET_PRYSM_VERSION:-v7.1.4}
+    image: ${ETHEREUM_PRYSM_IMAGE:-prysmaticlabs/prysm-beacon-chain}:${ETHEREUM_MAINNET_PRYSM_VERSION:-v7.1.6}
     ports:
       - 17023:17023
       - 17023:17023/udp

ethereum/geth/ethereum-sepolia-geth-pruned-pebble-path--nimbus.yml

@@ -103,7 +103,7 @@ services:
       - traefik.http.routers.ethereum-sepolia-geth-pruned-pebble-path.middlewares=ethereum-sepolia-geth-pruned-pebble-path-stripprefix, ipallowlist
 
   ethereum-sepolia-geth-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_SEPOLIA_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_SEPOLIA_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 19710:19710

ethereum/nethermind/ethereum-hoodie-nethermind-pruned-rocksdb-trace--nimbus.yml

@@ -94,7 +94,7 @@ services:
       - traefik.http.routers.ethereum-hoodie-nethermind-pruned-rocksdb-trace.middlewares=ethereum-hoodie-nethermind-pruned-rocksdb-trace-stripprefix, ipallowlist
 
   ethereum-hoodie-nethermind-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_HOODIE_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_HOODIE_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 16214:16214

ethereum/nethermind/ethereum-mainnet-nethermind-pruned-rocksdb-trace--nimbus.yml

@@ -94,7 +94,7 @@ services:
       - traefik.http.routers.ethereum-mainnet-nethermind-pruned-rocksdb-trace.middlewares=ethereum-mainnet-nethermind-pruned-rocksdb-trace-stripprefix, ipallowlist
 
   ethereum-mainnet-nethermind-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 17065:17065

ethereum/nethermind/ethereum-sepolia-nethermind-pruned-rocksdb-trace--nimbus.yml

@@ -94,7 +94,7 @@ services:
       - traefik.http.routers.ethereum-sepolia-nethermind-pruned-rocksdb-trace.middlewares=ethereum-sepolia-nethermind-pruned-rocksdb-trace-stripprefix, ipallowlist
 
   ethereum-sepolia-nethermind-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_SEPOLIA_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_SEPOLIA_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 15835:15835

ethereum/reth/ethereum-mainnet-reth-archive-trace--nimbus.yml

@@ -108,7 +108,7 @@ services:
     shm_size: 2gb
 
   ethereum-mainnet-reth-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 19563:19563

ethereum/reth/ethereum-mainnet-reth-archive-trace.yml

@@ -108,7 +108,7 @@ services:
     shm_size: 2gb
 
   ethereum-mainnet-reth-node:
-    image: ${ETHEREUM_PRYSM_IMAGE:-prysmaticlabs/prysm-beacon-chain}:${ETHEREUM_MAINNET_PRYSM_VERSION:-v7.1.4}
+    image: ${ETHEREUM_PRYSM_IMAGE:-prysmaticlabs/prysm-beacon-chain}:${ETHEREUM_MAINNET_PRYSM_VERSION:-v7.1.6}
     ports:
       - 19563:19563
       - 19563:19563/udp

ethereum/reth/ethereum-mainnet-reth-minimal-trace--nimbus.yml

@@ -145,7 +145,7 @@ services:
       - pruning
 
   ethereum-mainnet-reth-minimal-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 19286:19286

ethereum/reth/ethereum-mainnet-reth-pruned-trace--nimbus.yml

@@ -109,7 +109,7 @@ services:
     shm_size: 2gb
 
   ethereum-mainnet-reth-pruned-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 15150:15150

ethereum/reth/ethereum-mainnet-reth-pruned-trace.yml

@@ -109,7 +109,7 @@ services:
     shm_size: 2gb
 
   ethereum-mainnet-reth-pruned-node:
-    image: ${ETHEREUM_PRYSM_IMAGE:-prysmaticlabs/prysm-beacon-chain}:${ETHEREUM_MAINNET_PRYSM_VERSION:-v7.1.4}
+    image: ${ETHEREUM_PRYSM_IMAGE:-prysmaticlabs/prysm-beacon-chain}:${ETHEREUM_MAINNET_PRYSM_VERSION:-v7.1.6}
     ports:
       - 15150:15150
       - 15150:15150/udp

ethereum/reth/ethereum-sepolia-reth-archive-trace--nimbus.yml

@@ -108,7 +108,7 @@ services:
     shm_size: 2gb
 
   ethereum-sepolia-reth-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_SEPOLIA_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_SEPOLIA_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 19330:19330

ethereum/reth/ethereum-sepolia-reth-pruned-trace--nimbus.yml

@@ -109,7 +109,7 @@ services:
     shm_size: 2gb
 
   ethereum-sepolia-reth-pruned-node:
-    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_SEPOLIA_NIMBUS_VERSION:-multiarch-v26.6.0}
+    image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_SEPOLIA_NIMBUS_VERSION:-multiarch-v26.6.2}
     user: root
     ports:
       - 17150:17150

fantom/sonic/fantom-mainnet-sonic-archive.yml

@@ -134,6 +134,28 @@ x-upstreams:
         - filter
     methods:
       disabled:
+        # v2.2.0 removed Go profiling/runtime debug namespace methods
+        - name: debug_verbosity
+        - name: debug_vmodule
+        - name: debug_memStats
+        - name: debug_gcStats
+        - name: debug_cpuProfile
+        - name: debug_startCPUProfile
+        - name: debug_stopCPUProfile
+        - name: debug_goTrace
+        - name: debug_startGoTrace
+        - name: debug_stopGoTrace
+        - name: debug_blockProfile
+        - name: debug_setBlockProfileRate
+        - name: debug_writeBlockProfile
+        - name: debug_mutexProfile
+        - name: debug_setMutexProfileFraction
+        - name: debug_writeMutexProfile
+        - name: debug_writeMemProfile
+        - name: debug_stacks
+        - name: debug_freeOSMemory
+        - name: debug_setGCPercent
+        - name: debug_setMemoryLimit
       enabled:
         - name: txpool_content # TODO: should be disabled for rollup nodes
         # standard geth only

fantom/sonic/fantom-testnet-sonic-archive.yml

@@ -134,6 +134,28 @@ x-upstreams:
         - filter
     methods:
       disabled:
+        # v2.2.0 removed Go profiling/runtime debug namespace methods
+        - name: debug_verbosity
+        - name: debug_vmodule
+        - name: debug_memStats
+        - name: debug_gcStats
+        - name: debug_cpuProfile
+        - name: debug_startCPUProfile
+        - name: debug_stopCPUProfile
+        - name: debug_goTrace
+        - name: debug_startGoTrace
+        - name: debug_stopGoTrace
+        - name: debug_blockProfile
+        - name: debug_setBlockProfileRate
+        - name: debug_writeBlockProfile
+        - name: debug_mutexProfile
+        - name: debug_setMutexProfileFraction
+        - name: debug_writeMutexProfile
+        - name: debug_writeMemProfile
+        - name: debug_stacks
+        - name: debug_freeOSMemory
+        - name: debug_setGCPercent
+        - name: debug_setMemoryLimit
       enabled:
         - name: txpool_content # TODO: should be disabled for rollup nodes
         # standard geth only

jovay/aldaba/jovay-mainnet-aldaba-pruned.yml

@@ -90,13 +90,26 @@ services:
     ulimits:
       nofile: 1048576    # Max open files (for RPC/WS connections)
     user: 1000:1000
+    ports:
+      - 12008:19000
     expose:
       - 18100
       - 18200
       - 19000
     environment:
+      - ADVERTISE_NODE_IP=${IP}
+      - ADVERTISE_NODE_PORT=12008
       - EXTERNAL_CLB_PRE_EXPOSERPC_URL=noise_tcp://47.83.131.74:52398?842016e6eb94da561b1b4c856e08bf71cd70c05ea847e934b8be1d5a74a979f8;noise_tcp://47.83.131.74:52399?ce08efde90a7970d18dd6763fdc68d19a24084fd7c8cf67a68a19e943b30c5e3
       - SEQUENCER_ADVERTISE_NODE_URL=alb-cnjrn9zqms3o5flehu.cn-hongkong.alb.aliyuncsslbintl.com:80
+    entrypoint: [/tini, --, /bin/bash, -c]
+    command:
+      - |
+        set -e
+        cp /opt/l2_deploy/conf/VERSION /opt/l2_deploy/bin/VERSION
+        mkdir -p /opt/l2_deploy/light/log
+        touch /opt/l2_deploy/light/log/aldaba.log /opt/l2_deploy/light/log/cubenet.log
+        tail -n0 -F /opt/l2_deploy/light/log/aldaba.log /opt/l2_deploy/light/log/cubenet.log &
+        exec /opt/entry.sh
     restart: unless-stopped
     stop_grace_period: 5m
     depends_on:
@@ -108,11 +121,6 @@ services:
       - ${JOVAY_MAINNET_ALDABA_PRUNED_CONF:-jovay-mainnet-aldaba-pruned_conf}:/opt/l2_deploy/conf
       - ${JOVAY_MAINNET_ALDABA_PRUNED_DATA:-jovay-mainnet-aldaba-pruned}:/opt/l2_deploy/light/data
       - ${JOVAY_MAINNET_ALDABA_PRUNED_LOG:-jovay-mainnet-aldaba-pruned_log}:/opt/l2_deploy/light/log
-      - type: volume
-        source: ${JOVAY_MAINNET_ALDABA_PRUNED_CONF:-jovay-mainnet-aldaba-pruned_conf}
-        target: /opt/l2_deploy/bin/VERSION
-        volume:
-          subpath: VERSION
       - /slowdisk:/slowdisk
     logging: *logging-defaults
     labels:

jovay/aldaba/jovay-sepolia-aldaba-pruned.yml

@@ -90,13 +90,26 @@ services:
     ulimits:
       nofile: 1048576    # Max open files (for RPC/WS connections)
     user: 1000:1000
+    ports:
+      - 13442:19000
     expose:
       - 18100
       - 18200
       - 19000
     environment:
+      - ADVERTISE_NODE_IP=${IP}
+      - ADVERTISE_NODE_PORT=13442
       - EXTERNAL_CLB_PRE_EXPOSERPC_URL=noise_tcp://43.106.17.221:52399?2d655725a449ef9f5f1b048d596736c0e4aaaac3fd9b6bd3f7eef5dee8517d7d;noise_tcp://43.106.17.221:52398?c9664991ff25fd390f10d29c1e024594067f4e00ef470388e89f29bd9a403d23
       - SEQUENCER_ADVERTISE_NODE_URL=alb-ism8q21lfjeen07hq3.ap-southeast-1.alb.aliyuncsslbintl.com:80
+    entrypoint: [/tini, --, /bin/bash, -c]
+    command:
+      - |
+        set -e
+        cp /opt/l2_deploy/conf/VERSION /opt/l2_deploy/bin/VERSION
+        mkdir -p /opt/l2_deploy/light/log
+        touch /opt/l2_deploy/light/log/aldaba.log /opt/l2_deploy/light/log/cubenet.log
+        tail -n0 -F /opt/l2_deploy/light/log/aldaba.log /opt/l2_deploy/light/log/cubenet.log &
+        exec /opt/entry.sh
     restart: unless-stopped
     stop_grace_period: 5m
     depends_on:
@@ -108,11 +121,6 @@ services:
       - ${JOVAY_SEPOLIA_ALDABA_PRUNED_CONF:-jovay-sepolia-aldaba-pruned_conf}:/opt/l2_deploy/conf
       - ${JOVAY_SEPOLIA_ALDABA_PRUNED_DATA:-jovay-sepolia-aldaba-pruned}:/opt/l2_deploy/light/data
       - ${JOVAY_SEPOLIA_ALDABA_PRUNED_LOG:-jovay-sepolia-aldaba-pruned_log}:/opt/l2_deploy/light/log
-      - type: volume
-        source: ${JOVAY_SEPOLIA_ALDABA_PRUNED_CONF:-jovay-sepolia-aldaba-pruned_conf}
-        target: /opt/l2_deploy/bin/VERSION
-        volume:
-          subpath: VERSION
       - /slowdisk:/slowdisk
     logging: *logging-defaults
     labels:

kite/go/kite-mainnet-go-pruned-leveldb.yml

@@ -46,8 +46,8 @@ services:
       nofile: 1048576    # Max open files (for RPC/WS connections)
     user: root
     ports:
-      - 10127:9651
-      - 10127:9651/udp
+      - 10127:10127
+      - 10127:10127/udp
     expose:
       - 9650
     environment:
@@ -59,7 +59,7 @@ services:
       - AVAGO_NETWORK_ID=mainnet
       - AVAGO_PARTIAL_SYNC_PRIMARY_NETWORK=true
       - AVAGO_PLUGIN_DIR=/plugins/
-      - AVAGO_STAKING_PORT=9651
+      - AVAGO_STAKING_PORT=10127
       - AVAGO_TRACK_SUBNETS=21uUaTxVdR3Sp6SJhpcSrdH1g66aFoE8mPQDvwKJCjXNexo5y6
       - KITE_CHAIN_ID=3USaEfTcoUhHxpKXvpAG916UKCUEyjrtkg2hBArBG3JyDP7my
       - PLUGIN_ID=pJhES6xZkqZxjxMqHiucbpBTTnB97EjL5aTYSynmWBoF26v9e

lens/external-node/lens-mainnet-external-node-archive.yml

@@ -30,7 +30,7 @@ x-logging-defaults: &logging-defaults
 
 services:
   lens-mainnet-archive:
-    image: ${LENS_EXTERNAL_NODE_IMAGE:-matterlabs/external-node}:${LENS_MAINNET_EXTERNAL_NODE_VERSION:-v31.0.0}
+    image: ${LENS_EXTERNAL_NODE_IMAGE:-matterlabs/external-node}:${LENS_MAINNET_EXTERNAL_NODE_VERSION:-v31.1.0}
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle

lens/external-node/lens-mainnet-external-node-pruned.yml

@@ -30,7 +30,7 @@ x-logging-defaults: &logging-defaults
 
 services:
   lens-mainnet:
-    image: ${LENS_EXTERNAL_NODE_IMAGE:-matterlabs/external-node}:${LENS_MAINNET_EXTERNAL_NODE_VERSION:-v31.0.0}
+    image: ${LENS_EXTERNAL_NODE_IMAGE:-matterlabs/external-node}:${LENS_MAINNET_EXTERNAL_NODE_VERSION:-v31.1.0}
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle

list-restorable.sh

@@ -12,6 +12,7 @@
 #   ./list-restorable.sh <network> --all <chain>  # --all can be in any position
 
 dir="$(dirname "$0")"
+source "$dir/volume-utils.sh"
 registry_file="${dir}/compose_registry.json"
 backup_dir="/backup"
 
@@ -122,7 +123,7 @@ while IFS= read -r entry; do
     while IFS= read -r volume; do
         volume_name="rpc_${volume}"
         # Look for backup files matching pattern: rpc_${volume}-[0-9]*G.tar.zst
-        backup_file=$(ls -1 "$backup_dir"/"${volume_name}"-[0-9]*G.tar.zst 2>/dev/null | sort | tail -n 1)
+        backup_file=$(select_newest_local_backup "$backup_dir" "$volume_name")
         
         if [ -z "$backup_file" ]; then
             all_backups_exist=false

litecoin/litecoind/litecoin-mainnet-litecoind-full.yml

@@ -60,6 +60,7 @@ services:
       - -externalip=${IP}
       - -port=10159
       - -printtoconsole
+      - -rpcallowip=0.0.0.0/0
       - -rpcallowip=::/0
       - -rpcauth=username:0b6623bdebb516ced10631668833e42a$$c478b38890678c51b9f013174a20addb317c2046b68c05e0250ff86e31a505f7
       - -rpcbind=0.0.0.0

litecoin/litecoind/litecoin-testnet-litecoind-full.yml

@@ -60,6 +60,7 @@ services:
       - -externalip=${IP}
       - -port=10051
       - -printtoconsole
+      - -rpcallowip=0.0.0.0/0
       - -rpcallowip=::/0
       - -rpcauth=username:0b6623bdebb516ced10631668833e42a$$c478b38890678c51b9f013174a20addb317c2046b68c05e0250ff86e31a505f7
       - -rpcbind=0.0.0.0

multicurl.sh

@@ -47,7 +47,14 @@ for url in "${urls[@]}"; do
         # null result (a lagging endpoint that doesn't have the requested block/data yet).
         # Without the result==null check the first endpoint's {"result":null} was accepted as
         # success and the remaining fallback URLs were never tried.
-        if cat "$temp_file" | jq -e 'has("error") or (.result == null)' > /dev/null 2>&1; then
+        # $temp_file only exists when curl was called with -o (see the -o loop above).
+        # When a caller omits -o, the body is already in $output, so reading cat "" would
+        # emit "cat: '': No such file or directory". Read from whichever place holds the body.
+        response_body="$output"
+        if [ -n "$temp_file" ]; then
+            response_body=$(cat "$temp_file")
+        fi
+        if echo "$response_body" | jq -e 'has("error") or (.result == null)' > /dev/null 2>&1; then
             continue  # Try the next URL
         fi
 

op/erigon/bob-mainnet-op-erigon-archive-trace.yml

@@ -108,7 +108,7 @@ services:
     shm_size: 2gb
 
   bob-mainnet-op-erigon-node:
-    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 16071:16071
       - 16071:16071/udp

op/erigon/hashkeychain-mainnet-op-erigon-archive-trace--kona.yml

@@ -0,0 +1,228 @@
+---
+x-logging-defaults: &logging-defaults
+  driver: json-file
+  options:
+    max-size: "10m"
+    max-file: "3"
+
+# Usage:
+#
+# mkdir rpc && cd rpc
+#
+# git init
+# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git
+# git fetch origin vibe
+# git checkout origin/vibe
+#
+# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret
+#
+# env
+# ...
+# IP=$(curl ipinfo.io/ip)
+# DOMAIN=${IP}.traefik.me
+# COMPOSE_FILE=base.yml:rpc.yml:op/erigon/hashkeychain-mainnet-op-erigon-archive-trace--kona.yml
+#
+# docker compose up -d
+#
+# curl -X POST https://${IP}.traefik.me/hashkeychain-mainnet-op-erigon \
+#   -H "Content-Type: application/json" \
+#   --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}'
+
+services:
+  hashkeychain-mainnet-op-erigon-init:
+    image: alpine:3.21
+    user: root
+    entrypoint: [/bin/sh, -c]
+    command:
+      - |
+        apk add --no-cache curl wget
+        mkdir -p /config
+        [ -f /config/genesis.json ] || curl -fsSL -o /config/genesis.json "https://hashkeychain.s3.ap-southeast-1.amazonaws.com/mainnet/genesis.json"
+    restart: no
+    networks:
+      - chains
+    volumes:
+      - ${HASHKEYCHAIN_MAINNET_OP_ERIGON_ARCHIVE_TRACE_CONFIG:-hashkeychain-mainnet-op-erigon-archive-trace_config}:/config
+    logging: *logging-defaults
+
+  hashkeychain-mainnet-op-erigon:
+    image: ${HASHKEYCHAIN_ERIGON_IMAGE:-testinprod/op-erigon}:${HASHKEYCHAIN_MAINNET_ERIGON_VERSION:-v2.61.3-0.10.1}
+    sysctls:
+      # TCP Performance
+      net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
+      net.ipv4.tcp_no_metrics_save: 1             # Disable metrics cache
+      net.ipv4.tcp_rmem: 4096 87380 16777216      # Increase TCP read buffers
+      net.ipv4.tcp_wmem: 4096 87380 16777216      # Increase TCP write buffers
+      net.core.somaxconn: 32768                   # Higher connection queue
+      # Memory/Connection Management
+      # net.core.netdev_max_backlog: 50000          # Increase network buffer
+      net.ipv4.tcp_max_syn_backlog: 30000         # More SYN requests
+      net.ipv4.tcp_max_tw_buckets: 2000000        # Allow more TIME_WAIT sockets
+    ulimits:
+      nofile: 1048576    # Max open files (for RPC/WS connections)
+      memlock: -1        # Disable memory locking limits (for in-memory DBs like MDBX)
+    user: root
+    ports:
+      - 11378:11378
+      - 11378:11378/udp
+      - 31378:31378
+      - 31378:31378/udp
+      - 36378:36378
+      - 36378:36378/udp
+    expose:
+      - 8545
+      - 6060
+      - 8551
+    entrypoint: /bin/sh -c '[ ! -d /root/.local/share/erigon/chaindata/mdbx.dat ] && erigon init --datadir /root/.local/share/erigon /config/genesis.json; exec erigon "$@"' --
+    command:
+      - --bootnodes=enode://5ecd6d2054a58fa00729b73396044a35e6aceeafe58373d2f26b3f50a3934175fb56f8efa538381430889771613beaabf1177805910bbd34e4b4840320914690@mainnet-bootnodes.hsk.xyz:30615,enode://bd244da2a066e15f82d4bfb7f2732c5b5bac44cefb36cefef01a4c0e87e72b42004d012c9a294b8402ebf67491777f280ffbcc93a71157921d6d358b19ddac67@mainnet-bootnodes.hsk.xyz:30616,enode://a5bba6459ac3a075a4a8941478a4ef8d167460191c89632004b17e4b2d7beea52cdc1a2d376f35e996ad44ccac8db25f900700aad6991d015bdc4db072832063@mainnet-bootnodes.hsk.xyz:30617
+      - --bootnodes=enode://5ecd6d2054a58fa00729b73396044a35e6aceeafe58373d2f26b3f50a3934175fb56f8efa538381430889771613beaabf1177805910bbd34e4b4840320914690@mainnet-bootnodes.hsk.xyz:30615,enode://bd244da2a066e15f82d4bfb7f2732c5b5bac44cefb36cefef01a4c0e87e72b42004d012c9a294b8402ebf67491777f280ffbcc93a71157921d6d358b19ddac67@mainnet-bootnodes.hsk.xyz:30616,enode://a5bba6459ac3a075a4a8941478a4ef8d167460191c89632004b17e4b2d7beea52cdc1a2d376f35e996ad44ccac8db25f900700aad6991d015bdc4db072832063@mainnet-bootnodes.hsk.xyz:30617
+      - --datadir=/root/.local/share/erigon
+      - --maxpeers=50
+      - --metrics
+      - --metrics.addr=0.0.0.0
+      - --metrics.port=6060
+      - --nat=extip:${IP}
+      - --networkid=177
+      - --p2p.allowed-ports=31378
+      - --p2p.allowed-ports=36378
+      - --port=11378
+      - --rollup.sequencerhttp=https://mainnet.hsk.xyz
+      - --rpc.gascap=6000000000
+      - --rpc.returndata.limit=1500000
+      - --http
+      - --http.addr=0.0.0.0
+      - --http.api=eth,erigon,web3,net,debug,trace,txpool,admin,engine
+      - --http.port=8545
+      - --http.vhosts=*
+      - --ws
+      - --ws.port=8545
+      - --authrpc.addr=0.0.0.0
+      - --authrpc.jwtsecret=/jwtsecret
+      - --authrpc.vhosts=*
+    restart: unless-stopped
+    stop_grace_period: 5m
+    depends_on:
+      hashkeychain-mainnet-op-erigon-init:
+        condition: service_completed_successfully
+    networks:
+      - chains
+    volumes:
+      - ${HASHKEYCHAIN_MAINNET_OP_ERIGON_ARCHIVE_TRACE_CONFIG:-hashkeychain-mainnet-op-erigon-archive-trace_config}:/config
+      - ${HASHKEYCHAIN_MAINNET_OP_ERIGON_ARCHIVE_TRACE_DATA:-hashkeychain-mainnet-op-erigon-archive-trace}:/root/.local/share/erigon
+      - .jwtsecret:/jwtsecret:ro
+      - /slowdisk:/slowdisk
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=6060
+      - prometheus-scrape.path=/debug/metrics/prometheus
+      - traefik.enable=true
+      - traefik.http.middlewares.hashkeychain-mainnet-op-erigon-archive-trace-stripprefix.stripprefix.prefixes=/hashkeychain-mainnet-op-erigon
+      - traefik.http.services.hashkeychain-mainnet-op-erigon-archive-trace.loadbalancer.server.port=8545
+      - ${NO_SSL:-traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace.rule=Host(`$DOMAIN`) && (Path(`/hashkeychain-mainnet-op-erigon`) || Path(`/hashkeychain-mainnet-op-erigon/`))}
+      - ${NO_SSL:+traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace.rule=Path(`/hashkeychain-mainnet-op-erigon`) || Path(`/hashkeychain-mainnet-op-erigon/`)}
+      - traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace.middlewares=hashkeychain-mainnet-op-erigon-archive-trace-stripprefix, ipallowlist
+    shm_size: 2gb
+
+  hashkeychain-mainnet-op-erigon-node:
+    image: ${HASHKEYCHAIN_KONA_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/kona-node}:${HASHKEYCHAIN_MAINNET_KONA_VERSION:-v1.6.1}
+    ports:
+      - 16378:16378
+      - 16378:16378/udp
+    environment:
+      - KONA_METRICS_ADDR=0.0.0.0
+      - KONA_NODE_L1_BEACON=${ETHEREUM_MAINNET_BEACON_REST}
+      - KONA_NODE_L1_ETH_RPC=${HASHKEYCHAIN_MAINNET_L1_EXECUTION_RPC:-${ETHEREUM_MAINNET_EXECUTION_RPC}}
+      - KONA_NODE_L1_TRUST_RPC=${ETHEREUM_MAINNET_EXECUTION_TRUST:-false}
+      - KONA_NODE_L2_CHAIN_ID=177
+      - KONA_NODE_L2_ENGINE_AUTH=/jwtsecret
+      - KONA_NODE_L2_ENGINE_RPC=http://hashkeychain-mainnet-op-erigon:8551
+      - KONA_NODE_L2_ENGINE_TIMEOUT=120000
+      - KONA_NODE_L2_TRUST_RPC=true
+      - KONA_NODE_METRICS_PORT=7300
+      - KONA_NODE_MODE=Validator
+      - KONA_NODE_P2P_ADVERTISE_IP=${IP}
+      - KONA_NODE_P2P_LISTEN_IP=0.0.0.0
+      - KONA_NODE_P2P_LISTEN_TCP_PORT=16378
+      - KONA_NODE_P2P_LISTEN_UDP_PORT=16378
+      - KONA_NODE_RPC_ADDR=0.0.0.0
+      - KONA_NODE_RPC_PORT=9545
+    entrypoint: [kona-node, node]
+    restart: unless-stopped
+    depends_on:
+      hashkeychain-mainnet-op-erigon:
+        condition: service_started
+        restart: true
+    networks:
+      - chains
+    volumes:
+      - .jwtsecret:/jwtsecret:ro
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=7300
+      - prometheus-scrape.path=/metrics
+      - traefik.enable=true
+      - traefik.http.middlewares.hashkeychain-mainnet-op-erigon-archive-trace-node-stripprefix.stripprefix.prefixes=/hashkeychain-mainnet-op-erigon/node
+      - traefik.http.services.hashkeychain-mainnet-op-erigon-archive-trace-node.loadbalancer.server.port=9545
+      - ${NO_SSL:-traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace-node.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace-node.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace-node.rule=Host(`$DOMAIN`) && PathPrefix(`/hashkeychain-mainnet-op-erigon/node`)}
+      - ${NO_SSL:+traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace-node.rule=PathPrefix(`/hashkeychain-mainnet-op-erigon/node`)}
+      - traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace-node.middlewares=hashkeychain-mainnet-op-erigon-archive-trace-node-stripprefix, ipallowlist
+
+volumes:
+  hashkeychain-mainnet-op-erigon-archive-trace:
+  hashkeychain-mainnet-op-erigon-archive-trace_config:
+
+x-ephemeral-volumes:
+  - hashkeychain-mainnet-op-erigon-archive-trace_config
+
+x-upstreams:
+  - id: $${ID}
+    labels:
+      provider: $${PROVIDER}
+    connection:
+      generic:
+        rpc:
+          url: $${RPC_URL}
+        ws:
+          frameSize: 20Mb
+          msgSize: 50Mb
+          url: $${WS_URL}
+    chain: hashkey
+    method-groups:
+      enabled:
+        - debug
+        - filter
+        - trace
+    methods:
+      disabled:
+      enabled:
+        - name: txpool_content # TODO: should be disabled for rollup nodes
+        # standard geth and erigon
+        - name: debug_accountRange
+        - name: debug_getModifiedAccountsByNumber
+        - name: debug_getModifiedAccountsByHash
+        # non standard geth and erigon
+        - name: eth_getRawTransactionByHash
+        - name: eth_getRawTransactionByBlockHashAndIndex
+        # non standard erigon only
+        - name: eth_getBlockReceipts
+        - name: eth_protocolVersion
+        - name: eth_callMany
+        - name: eth_callBundle
+        - name: debug_accountAt
+        - name: debug_traceCallMany
+        - name: erigon_getHeaderByHash
+        - name: erigon_getBlockReceiptsByBlockHash
+        - name: erigon_getHeaderByNumber
+        - name: erigon_getLogsByHash
+        - name: erigon_forks
+        - name: erigon_getBlockByTimestamp
+        - name: erigon_BlockNumber
+        - name: erigon_getLatestLogs
+...

op/erigon/hashkeychain-mainnet-op-erigon-archive-trace.yml

@@ -143,7 +143,7 @@ services:
     logging: *logging-defaults
 
   hashkeychain-mainnet-op-erigon-node:
-    image: ${HASHKEYCHAIN_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${HASHKEYCHAIN_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${HASHKEYCHAIN_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${HASHKEYCHAIN_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 16378:16378
       - 16378:16378/udp

op/erigon/ink-mainnet-op-erigon-archive-trace.yml

@@ -106,7 +106,7 @@ services:
     shm_size: 2gb
 
   ink-mainnet-op-erigon-node:
-    image: ${INK_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${INK_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${INK_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${INK_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 16990:16990
       - 16990:16990/udp

op/erigon/ink-sepolia-op-erigon-archive-trace.yml

@@ -106,7 +106,7 @@ services:
     shm_size: 2gb
 
   ink-sepolia-op-erigon-node:
-    image: ${INK_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${INK_SEPOLIA_NODE_VERSION:-v1.19.0}
+    image: ${INK_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${INK_SEPOLIA_NODE_VERSION:-v1.19.1}
     ports:
       - 19826:19826
       - 19826:19826/udp

op/erigon/lisk-mainnet-op-erigon-archive-trace.yml

@@ -109,7 +109,7 @@ services:
     shm_size: 2gb
 
   lisk-mainnet-op-erigon-node:
-    image: ${LISK_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${LISK_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${LISK_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${LISK_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 19831:19831
       - 19831:19831/udp

op/erigon/metal-mainnet-op-erigon-archive-trace--kona.yml

@@ -0,0 +1,202 @@
+---
+x-logging-defaults: &logging-defaults
+  driver: json-file
+  options:
+    max-size: "10m"
+    max-file: "3"
+
+# Usage:
+#
+# mkdir rpc && cd rpc
+#
+# git init
+# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git
+# git fetch origin vibe
+# git checkout origin/vibe
+#
+# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret
+#
+# env
+# ...
+# IP=$(curl ipinfo.io/ip)
+# DOMAIN=${IP}.traefik.me
+# COMPOSE_FILE=base.yml:rpc.yml:op/erigon/metal-mainnet-op-erigon-archive-trace--kona.yml
+#
+# docker compose up -d
+#
+# curl -X POST https://${IP}.traefik.me/metal-mainnet-op-erigon \
+#   -H "Content-Type: application/json" \
+#   --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}'
+
+services:
+  metal-mainnet-op-erigon:
+    image: ${METAL_ERIGON_IMAGE:-testinprod/op-erigon}:${METAL_MAINNET_ERIGON_VERSION:-v2.61.3-0.10.1}
+    sysctls:
+      # TCP Performance
+      net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
+      net.ipv4.tcp_no_metrics_save: 1             # Disable metrics cache
+      net.ipv4.tcp_rmem: 4096 87380 16777216      # Increase TCP read buffers
+      net.ipv4.tcp_wmem: 4096 87380 16777216      # Increase TCP write buffers
+      net.core.somaxconn: 32768                   # Higher connection queue
+      # Memory/Connection Management
+      # net.core.netdev_max_backlog: 50000          # Increase network buffer
+      net.ipv4.tcp_max_syn_backlog: 30000         # More SYN requests
+      net.ipv4.tcp_max_tw_buckets: 2000000        # Allow more TIME_WAIT sockets
+    ulimits:
+      nofile: 1048576    # Max open files (for RPC/WS connections)
+      memlock: -1        # Disable memory locking limits (for in-memory DBs like MDBX)
+    user: root
+    ports:
+      - 10543:10543
+      - 10543:10543/udp
+      - 30543:30543
+      - 30543:30543/udp
+      - 35543:35543
+      - 35543:35543/udp
+    expose:
+      - 8545
+      - 6060
+      - 8551
+    entrypoint: [erigon]
+    command:
+      - --chain=metal-mainnet
+      - --datadir=/root/.local/share/erigon
+      - --maxpeers=50
+      - --metrics
+      - --metrics.addr=0.0.0.0
+      - --metrics.port=6060
+      - --nat=extip:${IP}
+      - --p2p.allowed-ports=30543
+      - --p2p.allowed-ports=35543
+      - --port=10543
+      - --rollup.sequencerhttp=https://rpc.metall2.com
+      - --rpc.gascap=6000000000
+      - --rpc.returndata.limit=1500000
+      - --http
+      - --http.addr=0.0.0.0
+      - --http.api=eth,erigon,web3,net,debug,trace,txpool,admin,engine
+      - --http.port=8545
+      - --http.vhosts=*
+      - --ws
+      - --ws.port=8545
+      - --authrpc.addr=0.0.0.0
+      - --authrpc.jwtsecret=/jwtsecret
+      - --authrpc.vhosts=*
+    restart: unless-stopped
+    stop_grace_period: 5m
+    networks:
+      - chains
+    volumes:
+      - ${METAL_MAINNET_OP_ERIGON_ARCHIVE_TRACE_DATA:-metal-mainnet-op-erigon-archive-trace}:/root/.local/share/erigon
+      - .jwtsecret:/jwtsecret:ro
+      - /slowdisk:/slowdisk
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=6060
+      - prometheus-scrape.path=/debug/metrics/prometheus
+      - traefik.enable=true
+      - traefik.http.middlewares.metal-mainnet-op-erigon-archive-trace-stripprefix.stripprefix.prefixes=/metal-mainnet-op-erigon
+      - traefik.http.services.metal-mainnet-op-erigon-archive-trace.loadbalancer.server.port=8545
+      - ${NO_SSL:-traefik.http.routers.metal-mainnet-op-erigon-archive-trace.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.metal-mainnet-op-erigon-archive-trace.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.metal-mainnet-op-erigon-archive-trace.rule=Host(`$DOMAIN`) && (Path(`/metal-mainnet-op-erigon`) || Path(`/metal-mainnet-op-erigon/`))}
+      - ${NO_SSL:+traefik.http.routers.metal-mainnet-op-erigon-archive-trace.rule=Path(`/metal-mainnet-op-erigon`) || Path(`/metal-mainnet-op-erigon/`)}
+      - traefik.http.routers.metal-mainnet-op-erigon-archive-trace.middlewares=metal-mainnet-op-erigon-archive-trace-stripprefix, ipallowlist
+    shm_size: 2gb
+
+  metal-mainnet-op-erigon-node:
+    image: ${METAL_KONA_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/kona-node}:${METAL_MAINNET_KONA_VERSION:-v1.6.1}
+    ports:
+      - 15543:15543
+      - 15543:15543/udp
+    environment:
+      - KONA_METRICS_ADDR=0.0.0.0
+      - KONA_NODE_L1_BEACON=${ETHEREUM_MAINNET_BEACON_REST}
+      - KONA_NODE_L1_ETH_RPC=${METAL_MAINNET_L1_EXECUTION_RPC:-${ETHEREUM_MAINNET_EXECUTION_RPC}}
+      - KONA_NODE_L1_TRUST_RPC=${ETHEREUM_MAINNET_EXECUTION_TRUST:-false}
+      - KONA_NODE_L2_CHAIN_ID=1750
+      - KONA_NODE_L2_ENGINE_AUTH=/jwtsecret
+      - KONA_NODE_L2_ENGINE_RPC=http://metal-mainnet-op-erigon:8551
+      - KONA_NODE_L2_ENGINE_TIMEOUT=120000
+      - KONA_NODE_L2_TRUST_RPC=true
+      - KONA_NODE_METRICS_PORT=7300
+      - KONA_NODE_MODE=Validator
+      - KONA_NODE_P2P_ADVERTISE_IP=${IP}
+      - KONA_NODE_P2P_LISTEN_IP=0.0.0.0
+      - KONA_NODE_P2P_LISTEN_TCP_PORT=15543
+      - KONA_NODE_P2P_LISTEN_UDP_PORT=15543
+      - KONA_NODE_RPC_ADDR=0.0.0.0
+      - KONA_NODE_RPC_PORT=9545
+    entrypoint: [kona-node, node]
+    restart: unless-stopped
+    depends_on:
+      metal-mainnet-op-erigon:
+        condition: service_started
+        restart: true
+    networks:
+      - chains
+    volumes:
+      - .jwtsecret:/jwtsecret:ro
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=7300
+      - prometheus-scrape.path=/metrics
+      - traefik.enable=true
+      - traefik.http.middlewares.metal-mainnet-op-erigon-archive-trace-node-stripprefix.stripprefix.prefixes=/metal-mainnet-op-erigon/node
+      - traefik.http.services.metal-mainnet-op-erigon-archive-trace-node.loadbalancer.server.port=9545
+      - ${NO_SSL:-traefik.http.routers.metal-mainnet-op-erigon-archive-trace-node.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.metal-mainnet-op-erigon-archive-trace-node.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.metal-mainnet-op-erigon-archive-trace-node.rule=Host(`$DOMAIN`) && PathPrefix(`/metal-mainnet-op-erigon/node`)}
+      - ${NO_SSL:+traefik.http.routers.metal-mainnet-op-erigon-archive-trace-node.rule=PathPrefix(`/metal-mainnet-op-erigon/node`)}
+      - traefik.http.routers.metal-mainnet-op-erigon-archive-trace-node.middlewares=metal-mainnet-op-erigon-archive-trace-node-stripprefix, ipallowlist
+
+volumes:
+  metal-mainnet-op-erigon-archive-trace:
+
+x-upstreams:
+  - id: $${ID}
+    labels:
+      provider: $${PROVIDER}
+    connection:
+      generic:
+        rpc:
+          url: $${RPC_URL}
+        ws:
+          frameSize: 20Mb
+          msgSize: 50Mb
+          url: $${WS_URL}
+    chain: metall2
+    method-groups:
+      enabled:
+        - debug
+        - filter
+        - trace
+    methods:
+      disabled:
+      enabled:
+        - name: txpool_content # TODO: should be disabled for rollup nodes
+        # standard geth and erigon
+        - name: debug_accountRange
+        - name: debug_getModifiedAccountsByNumber
+        - name: debug_getModifiedAccountsByHash
+        # non standard geth and erigon
+        - name: eth_getRawTransactionByHash
+        - name: eth_getRawTransactionByBlockHashAndIndex
+        # non standard erigon only
+        - name: eth_getBlockReceipts
+        - name: eth_protocolVersion
+        - name: eth_callMany
+        - name: eth_callBundle
+        - name: debug_accountAt
+        - name: debug_traceCallMany
+        - name: erigon_getHeaderByHash
+        - name: erigon_getBlockReceiptsByBlockHash
+        - name: erigon_getHeaderByNumber
+        - name: erigon_getLogsByHash
+        - name: erigon_forks
+        - name: erigon_getBlockByTimestamp
+        - name: erigon_BlockNumber
+        - name: erigon_getLatestLogs
+...

op/erigon/metal-mainnet-op-erigon-archive-trace.yml

@@ -106,7 +106,7 @@ services:
     shm_size: 2gb
 
   metal-mainnet-op-erigon-node:
-    image: ${METAL_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${METAL_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${METAL_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${METAL_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 15543:15543
       - 15543:15543/udp

op/erigon/mode-mainnet-op-erigon-archive-trace--kona.yml

@@ -0,0 +1,204 @@
+---
+x-logging-defaults: &logging-defaults
+  driver: json-file
+  options:
+    max-size: "10m"
+    max-file: "3"
+
+# Usage:
+#
+# mkdir rpc && cd rpc
+#
+# git init
+# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git
+# git fetch origin vibe
+# git checkout origin/vibe
+#
+# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret
+#
+# env
+# ...
+# IP=$(curl ipinfo.io/ip)
+# DOMAIN=${IP}.traefik.me
+# COMPOSE_FILE=base.yml:rpc.yml:op/erigon/mode-mainnet-op-erigon-archive-trace--kona.yml
+#
+# docker compose up -d
+#
+# curl -X POST https://${IP}.traefik.me/mode-mainnet-op-erigon \
+#   -H "Content-Type: application/json" \
+#   --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}'
+
+services:
+  mode-mainnet-op-erigon:
+    image: ${MODE_ERIGON_IMAGE:-testinprod/op-erigon}:${MODE_MAINNET_ERIGON_VERSION:-v2.61.3-0.10.1}
+    sysctls:
+      # TCP Performance
+      net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
+      net.ipv4.tcp_no_metrics_save: 1             # Disable metrics cache
+      net.ipv4.tcp_rmem: 4096 87380 16777216      # Increase TCP read buffers
+      net.ipv4.tcp_wmem: 4096 87380 16777216      # Increase TCP write buffers
+      net.core.somaxconn: 32768                   # Higher connection queue
+      # Memory/Connection Management
+      # net.core.netdev_max_backlog: 50000          # Increase network buffer
+      net.ipv4.tcp_max_syn_backlog: 30000         # More SYN requests
+      net.ipv4.tcp_max_tw_buckets: 2000000        # Allow more TIME_WAIT sockets
+    ulimits:
+      nofile: 1048576    # Max open files (for RPC/WS connections)
+      memlock: -1        # Disable memory locking limits (for in-memory DBs like MDBX)
+    user: root
+    ports:
+      - 12509:12509
+      - 12509:12509/udp
+      - 32509:32509
+      - 32509:32509/udp
+      - 37509:37509
+      - 37509:37509/udp
+    expose:
+      - 8545
+      - 6060
+      - 8551
+    entrypoint: /bin/sh -c '[ ! -d /root/.local/share/erigon/chaindata/mdbx.dat ] && erigon init --datadir /root/.local/share/erigon /config/genesis.json; exec erigon "$@"' --
+    command:
+      - --datadir=/root/.local/share/erigon
+      - --maxpeers=50
+      - --metrics
+      - --metrics.addr=0.0.0.0
+      - --metrics.port=6060
+      - --nat=extip:${IP}
+      - --networkid=34443
+      - --p2p.allowed-ports=32509
+      - --p2p.allowed-ports=37509
+      - --port=12509
+      - --rollup.sequencerhttp=https://mainnet.mode.network
+      - --rpc.gascap=6000000000
+      - --rpc.returndata.limit=1500000
+      - --http
+      - --http.addr=0.0.0.0
+      - --http.api=eth,erigon,web3,net,debug,trace,txpool,admin,engine
+      - --http.port=8545
+      - --http.vhosts=*
+      - --ws
+      - --ws.port=8545
+      - --authrpc.addr=0.0.0.0
+      - --authrpc.jwtsecret=/jwtsecret
+      - --authrpc.vhosts=*
+    restart: unless-stopped
+    stop_grace_period: 5m
+    networks:
+      - chains
+    volumes:
+      - ${MODE_MAINNET_OP_ERIGON_ARCHIVE_TRACE_DATA:-mode-mainnet-op-erigon-archive-trace}:/root/.local/share/erigon
+      - ./op/mode/mainnet:/config
+      - .jwtsecret:/jwtsecret:ro
+      - /slowdisk:/slowdisk
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=6060
+      - prometheus-scrape.path=/debug/metrics/prometheus
+      - traefik.enable=true
+      - traefik.http.middlewares.mode-mainnet-op-erigon-archive-trace-stripprefix.stripprefix.prefixes=/mode-mainnet-op-erigon
+      - traefik.http.services.mode-mainnet-op-erigon-archive-trace.loadbalancer.server.port=8545
+      - ${NO_SSL:-traefik.http.routers.mode-mainnet-op-erigon-archive-trace.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.mode-mainnet-op-erigon-archive-trace.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.mode-mainnet-op-erigon-archive-trace.rule=Host(`$DOMAIN`) && (Path(`/mode-mainnet-op-erigon`) || Path(`/mode-mainnet-op-erigon/`))}
+      - ${NO_SSL:+traefik.http.routers.mode-mainnet-op-erigon-archive-trace.rule=Path(`/mode-mainnet-op-erigon`) || Path(`/mode-mainnet-op-erigon/`)}
+      - traefik.http.routers.mode-mainnet-op-erigon-archive-trace.middlewares=mode-mainnet-op-erigon-archive-trace-stripprefix, ipallowlist
+    shm_size: 2gb
+
+  mode-mainnet-op-erigon-node:
+    image: ${MODE_KONA_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/kona-node}:${MODE_MAINNET_KONA_VERSION:-v1.6.1}
+    ports:
+      - 17509:17509
+      - 17509:17509/udp
+    environment:
+      - KONA_METRICS_ADDR=0.0.0.0
+      - KONA_NODE_L1_BEACON=${ETHEREUM_MAINNET_BEACON_REST}
+      - KONA_NODE_L1_ETH_RPC=${MODE_MAINNET_L1_EXECUTION_RPC:-${ETHEREUM_MAINNET_EXECUTION_RPC}}
+      - KONA_NODE_L1_TRUST_RPC=${ETHEREUM_MAINNET_EXECUTION_TRUST:-false}
+      - KONA_NODE_L2_CHAIN_ID=34443
+      - KONA_NODE_L2_ENGINE_AUTH=/jwtsecret
+      - KONA_NODE_L2_ENGINE_RPC=http://mode-mainnet-op-erigon:8551
+      - KONA_NODE_L2_ENGINE_TIMEOUT=120000
+      - KONA_NODE_L2_TRUST_RPC=true
+      - KONA_NODE_METRICS_PORT=7300
+      - KONA_NODE_MODE=Validator
+      - KONA_NODE_P2P_ADVERTISE_IP=${IP}
+      - KONA_NODE_P2P_LISTEN_IP=0.0.0.0
+      - KONA_NODE_P2P_LISTEN_TCP_PORT=17509
+      - KONA_NODE_P2P_LISTEN_UDP_PORT=17509
+      - KONA_NODE_RPC_ADDR=0.0.0.0
+      - KONA_NODE_RPC_PORT=9545
+    entrypoint: [kona-node, node]
+    restart: unless-stopped
+    depends_on:
+      mode-mainnet-op-erigon:
+        condition: service_started
+        restart: true
+    networks:
+      - chains
+    volumes:
+      - ./op/mode/mainnet:/config
+      - .jwtsecret:/jwtsecret:ro
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=7300
+      - prometheus-scrape.path=/metrics
+      - traefik.enable=true
+      - traefik.http.middlewares.mode-mainnet-op-erigon-archive-trace-node-stripprefix.stripprefix.prefixes=/mode-mainnet-op-erigon/node
+      - traefik.http.services.mode-mainnet-op-erigon-archive-trace-node.loadbalancer.server.port=9545
+      - ${NO_SSL:-traefik.http.routers.mode-mainnet-op-erigon-archive-trace-node.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.mode-mainnet-op-erigon-archive-trace-node.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.mode-mainnet-op-erigon-archive-trace-node.rule=Host(`$DOMAIN`) && PathPrefix(`/mode-mainnet-op-erigon/node`)}
+      - ${NO_SSL:+traefik.http.routers.mode-mainnet-op-erigon-archive-trace-node.rule=PathPrefix(`/mode-mainnet-op-erigon/node`)}
+      - traefik.http.routers.mode-mainnet-op-erigon-archive-trace-node.middlewares=mode-mainnet-op-erigon-archive-trace-node-stripprefix, ipallowlist
+
+volumes:
+  mode-mainnet-op-erigon-archive-trace:
+
+x-upstreams:
+  - id: $${ID}
+    labels:
+      provider: $${PROVIDER}
+    connection:
+      generic:
+        rpc:
+          url: $${RPC_URL}
+        ws:
+          frameSize: 20Mb
+          msgSize: 50Mb
+          url: $${WS_URL}
+    chain: mode
+    method-groups:
+      enabled:
+        - debug
+        - filter
+        - trace
+    methods:
+      disabled:
+      enabled:
+        - name: txpool_content # TODO: should be disabled for rollup nodes
+        # standard geth and erigon
+        - name: debug_accountRange
+        - name: debug_getModifiedAccountsByNumber
+        - name: debug_getModifiedAccountsByHash
+        # non standard geth and erigon
+        - name: eth_getRawTransactionByHash
+        - name: eth_getRawTransactionByBlockHashAndIndex
+        # non standard erigon only
+        - name: eth_getBlockReceipts
+        - name: eth_protocolVersion
+        - name: eth_callMany
+        - name: eth_callBundle
+        - name: debug_accountAt
+        - name: debug_traceCallMany
+        - name: erigon_getHeaderByHash
+        - name: erigon_getBlockReceiptsByBlockHash
+        - name: erigon_getHeaderByNumber
+        - name: erigon_getLogsByHash
+        - name: erigon_forks
+        - name: erigon_getBlockByTimestamp
+        - name: erigon_BlockNumber
+        - name: erigon_getLatestLogs
+...

op/erigon/mode-mainnet-op-erigon-archive-trace.yml

@@ -107,7 +107,7 @@ services:
     shm_size: 2gb
 
   mode-mainnet-op-erigon-node:
-    image: ${MODE_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${MODE_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${MODE_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${MODE_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 17509:17509
       - 17509:17509/udp

op/erigon/mode-sepolia-op-erigon-archive-trace--kona.yml

@@ -0,0 +1,202 @@
+---
+x-logging-defaults: &logging-defaults
+  driver: json-file
+  options:
+    max-size: "10m"
+    max-file: "3"
+
+# Usage:
+#
+# mkdir rpc && cd rpc
+#
+# git init
+# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git
+# git fetch origin vibe
+# git checkout origin/vibe
+#
+# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret
+#
+# env
+# ...
+# IP=$(curl ipinfo.io/ip)
+# DOMAIN=${IP}.traefik.me
+# COMPOSE_FILE=base.yml:rpc.yml:op/erigon/mode-sepolia-op-erigon-archive-trace--kona.yml
+#
+# docker compose up -d
+#
+# curl -X POST https://${IP}.traefik.me/mode-sepolia-op-erigon \
+#   -H "Content-Type: application/json" \
+#   --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}'
+
+services:
+  mode-sepolia-op-erigon:
+    image: ${MODE_ERIGON_IMAGE:-testinprod/op-erigon}:${MODE_SEPOLIA_ERIGON_VERSION:-v2.61.3-0.10.1}
+    sysctls:
+      # TCP Performance
+      net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
+      net.ipv4.tcp_no_metrics_save: 1             # Disable metrics cache
+      net.ipv4.tcp_rmem: 4096 87380 16777216      # Increase TCP read buffers
+      net.ipv4.tcp_wmem: 4096 87380 16777216      # Increase TCP write buffers
+      net.core.somaxconn: 32768                   # Higher connection queue
+      # Memory/Connection Management
+      # net.core.netdev_max_backlog: 50000          # Increase network buffer
+      net.ipv4.tcp_max_syn_backlog: 30000         # More SYN requests
+      net.ipv4.tcp_max_tw_buckets: 2000000        # Allow more TIME_WAIT sockets
+    ulimits:
+      nofile: 1048576    # Max open files (for RPC/WS connections)
+      memlock: -1        # Disable memory locking limits (for in-memory DBs like MDBX)
+    user: root
+    ports:
+      - 13212:13212
+      - 13212:13212/udp
+      - 33212:33212
+      - 33212:33212/udp
+      - 38212:38212
+      - 38212:38212/udp
+    expose:
+      - 8545
+      - 6060
+      - 8551
+    entrypoint: [erigon]
+    command:
+      - --chain=mode-sepolia
+      - --datadir=/root/.local/share/erigon
+      - --maxpeers=50
+      - --metrics
+      - --metrics.addr=0.0.0.0
+      - --metrics.port=6060
+      - --nodiscover
+      - --p2p.allowed-ports=33212
+      - --p2p.allowed-ports=38212
+      - --rollup.sequencerhttp=https://sepolia.mode.network
+      - --rpc.gascap=6000000000
+      - --rpc.returndata.limit=1500000
+      - --http
+      - --http.addr=0.0.0.0
+      - --http.api=eth,erigon,web3,net,debug,trace,txpool,admin,engine
+      - --http.port=8545
+      - --http.vhosts=*
+      - --ws
+      - --ws.port=8545
+      - --authrpc.addr=0.0.0.0
+      - --authrpc.jwtsecret=/jwtsecret
+      - --authrpc.vhosts=*
+    restart: unless-stopped
+    stop_grace_period: 5m
+    networks:
+      - chains
+    volumes:
+      - ${MODE_SEPOLIA_OP_ERIGON_ARCHIVE_TRACE_DATA:-mode-sepolia-op-erigon-archive-trace}:/root/.local/share/erigon
+      - .jwtsecret:/jwtsecret:ro
+      - /slowdisk:/slowdisk
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=6060
+      - prometheus-scrape.path=/debug/metrics/prometheus
+      - traefik.enable=true
+      - traefik.http.middlewares.mode-sepolia-op-erigon-archive-trace-stripprefix.stripprefix.prefixes=/mode-sepolia-op-erigon
+      - traefik.http.services.mode-sepolia-op-erigon-archive-trace.loadbalancer.server.port=8545
+      - ${NO_SSL:-traefik.http.routers.mode-sepolia-op-erigon-archive-trace.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.mode-sepolia-op-erigon-archive-trace.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.mode-sepolia-op-erigon-archive-trace.rule=Host(`$DOMAIN`) && (Path(`/mode-sepolia-op-erigon`) || Path(`/mode-sepolia-op-erigon/`))}
+      - ${NO_SSL:+traefik.http.routers.mode-sepolia-op-erigon-archive-trace.rule=Path(`/mode-sepolia-op-erigon`) || Path(`/mode-sepolia-op-erigon/`)}
+      - traefik.http.routers.mode-sepolia-op-erigon-archive-trace.middlewares=mode-sepolia-op-erigon-archive-trace-stripprefix, ipallowlist
+    shm_size: 2gb
+
+  mode-sepolia-op-erigon-node:
+    image: ${MODE_KONA_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/kona-node}:${MODE_SEPOLIA_KONA_VERSION:-v1.6.1}
+    ports:
+      - 18212:18212
+      - 18212:18212/udp
+    environment:
+      - KONA_METRICS_ADDR=0.0.0.0
+      - KONA_NODE_L1_BEACON=${ETHEREUM_SEPOLIA_BEACON_REST}
+      - KONA_NODE_L1_ETH_RPC=${MODE_SEPOLIA_L1_EXECUTION_RPC:-${ETHEREUM_SEPOLIA_EXECUTION_RPC}}
+      - KONA_NODE_L1_TRUST_RPC=${ETHEREUM_SEPOLIA_EXECUTION_TRUST:-false}
+      - KONA_NODE_L2_CHAIN_ID=919
+      - KONA_NODE_L2_ENGINE_AUTH=/jwtsecret
+      - KONA_NODE_L2_ENGINE_RPC=http://mode-sepolia-op-erigon:8551
+      - KONA_NODE_L2_ENGINE_TIMEOUT=120000
+      - KONA_NODE_L2_TRUST_RPC=true
+      - KONA_NODE_METRICS_PORT=7300
+      - KONA_NODE_MODE=Validator
+      - KONA_NODE_OVERRIDE_PECTRA_BLOB_SCHEDULE=1742486400
+      - KONA_NODE_P2P_ADVERTISE_IP=${IP}
+      - KONA_NODE_P2P_LISTEN_IP=0.0.0.0
+      - KONA_NODE_P2P_LISTEN_TCP_PORT=18212
+      - KONA_NODE_P2P_LISTEN_UDP_PORT=18212
+      - KONA_NODE_RPC_ADDR=0.0.0.0
+      - KONA_NODE_RPC_PORT=9545
+    entrypoint: [kona-node, node]
+    restart: unless-stopped
+    depends_on:
+      mode-sepolia-op-erigon:
+        condition: service_started
+        restart: true
+    networks:
+      - chains
+    volumes:
+      - .jwtsecret:/jwtsecret:ro
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=7300
+      - prometheus-scrape.path=/metrics
+      - traefik.enable=true
+      - traefik.http.middlewares.mode-sepolia-op-erigon-archive-trace-node-stripprefix.stripprefix.prefixes=/mode-sepolia-op-erigon/node
+      - traefik.http.services.mode-sepolia-op-erigon-archive-trace-node.loadbalancer.server.port=9545
+      - ${NO_SSL:-traefik.http.routers.mode-sepolia-op-erigon-archive-trace-node.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.mode-sepolia-op-erigon-archive-trace-node.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.mode-sepolia-op-erigon-archive-trace-node.rule=Host(`$DOMAIN`) && PathPrefix(`/mode-sepolia-op-erigon/node`)}
+      - ${NO_SSL:+traefik.http.routers.mode-sepolia-op-erigon-archive-trace-node.rule=PathPrefix(`/mode-sepolia-op-erigon/node`)}
+      - traefik.http.routers.mode-sepolia-op-erigon-archive-trace-node.middlewares=mode-sepolia-op-erigon-archive-trace-node-stripprefix, ipallowlist
+
+volumes:
+  mode-sepolia-op-erigon-archive-trace:
+
+x-upstreams:
+  - id: $${ID}
+    labels:
+      provider: $${PROVIDER}
+    connection:
+      generic:
+        rpc:
+          url: $${RPC_URL}
+        ws:
+          frameSize: 20Mb
+          msgSize: 50Mb
+          url: $${WS_URL}
+    chain: mode-testnet
+    method-groups:
+      enabled:
+        - debug
+        - filter
+        - trace
+    methods:
+      disabled:
+      enabled:
+        - name: txpool_content # TODO: should be disabled for rollup nodes
+        # standard geth and erigon
+        - name: debug_accountRange
+        - name: debug_getModifiedAccountsByNumber
+        - name: debug_getModifiedAccountsByHash
+        # non standard geth and erigon
+        - name: eth_getRawTransactionByHash
+        - name: eth_getRawTransactionByBlockHashAndIndex
+        # non standard erigon only
+        - name: eth_getBlockReceipts
+        - name: eth_protocolVersion
+        - name: eth_callMany
+        - name: eth_callBundle
+        - name: debug_accountAt
+        - name: debug_traceCallMany
+        - name: erigon_getHeaderByHash
+        - name: erigon_getBlockReceiptsByBlockHash
+        - name: erigon_getHeaderByNumber
+        - name: erigon_getLogsByHash
+        - name: erigon_forks
+        - name: erigon_getBlockByTimestamp
+        - name: erigon_BlockNumber
+        - name: erigon_getLatestLogs
+...

op/erigon/mode-sepolia-op-erigon-archive-trace.yml

@@ -65,10 +65,9 @@ services:
       - --metrics
       - --metrics.addr=0.0.0.0
       - --metrics.port=6060
-      - --nat=extip:${IP}
+      - --nodiscover
       - --p2p.allowed-ports=33212
       - --p2p.allowed-ports=38212
-      - --port=13212
       - --rollup.sequencerhttp=https://sepolia.mode.network
       - --rpc.gascap=6000000000
       - --rpc.returndata.limit=1500000
@@ -106,7 +105,7 @@ services:
     shm_size: 2gb
 
   mode-sepolia-op-erigon-node:
-    image: ${MODE_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${MODE_SEPOLIA_NODE_VERSION:-v1.19.0}
+    image: ${MODE_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${MODE_SEPOLIA_NODE_VERSION:-v1.19.1}
     ports:
       - 18212:18212
       - 18212:18212/udp
@@ -116,6 +115,7 @@ services:
       - OP_NODE_L1_ETH_RPC=${MODE_SEPOLIA_L1_EXECUTION_RPC:-${ETHEREUM_SEPOLIA_EXECUTION_RPC}}
       - OP_NODE_L1_RPC_KIND=${ETHEREUM_SEPOLIA_EXECUTION_KIND:-standard}
       - OP_NODE_L1_TRUST_RPC=${ETHEREUM_SEPOLIA_EXECUTION_TRUST:-false}
+      - OP_NODE_L1_TRUST_RPC=false
       - OP_NODE_L2_ENGINE_AUTH=/jwtsecret
       - OP_NODE_L2_ENGINE_KIND=erigon
       - OP_NODE_L2_ENGINE_RPC=http://mode-sepolia-op-erigon:8551
@@ -135,7 +135,7 @@ services:
       - OP_NODE_RPC_ADDR=0.0.0.0
       - OP_NODE_RPC_PORT=9545
       - OP_NODE_SNAPSHOT_LOG=/tmp/op-node-snapshot-log
-      - OP_NODE_SYNCMODE=execution-layer
+      - OP_NODE_SYNCMODE=consensus-layer
       - OP_NODE_VERIFIER_L1_CONFS=0
     entrypoint: [op-node]
     restart: unless-stopped

op/erigon/op-mainnet-op-erigon-archive-trace.yml

@@ -109,7 +109,7 @@ services:
     shm_size: 2gb
 
   op-mainnet-op-erigon-node:
-    image: ${OP_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${OP_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${OP_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${OP_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 17509:17509
       - 17509:17509/udp

op/erigon/op-sepolia-op-erigon-archive-trace.yml

@@ -106,7 +106,7 @@ services:
     shm_size: 2gb
 
   op-sepolia-op-erigon-node:
-    image: ${OP_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${OP_SEPOLIA_NODE_VERSION:-v1.19.0}
+    image: ${OP_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${OP_SEPOLIA_NODE_VERSION:-v1.19.1}
     ports:
       - 15373:15373
       - 15373:15373/udp

op/erigon/soneium-mainnet-op-erigon-archive-trace.yml

@@ -106,7 +106,7 @@ services:
     shm_size: 2gb
 
   soneium-mainnet-op-erigon-node:
-    image: ${SONEIUM_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${SONEIUM_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${SONEIUM_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${SONEIUM_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 18689:18689
       - 18689:18689/udp

op/erigon/soneium-minato-sepolia-op-erigon-archive-trace.yml

@@ -106,7 +106,7 @@ services:
     shm_size: 2gb
 
   soneium-minato-sepolia-op-erigon-node:
-    image: ${SONEIUM_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${SONEIUM_MINATO_SEPOLIA_NODE_VERSION:-v1.19.0}
+    image: ${SONEIUM_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${SONEIUM_MINATO_SEPOLIA_NODE_VERSION:-v1.19.1}
     ports:
       - 17283:17283
       - 17283:17283/udp

op/erigon/swell-mainnet-op-erigon-archive-trace--kona.yml

@@ -0,0 +1,202 @@
+---
+x-logging-defaults: &logging-defaults
+  driver: json-file
+  options:
+    max-size: "10m"
+    max-file: "3"
+
+# Usage:
+#
+# mkdir rpc && cd rpc
+#
+# git init
+# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git
+# git fetch origin vibe
+# git checkout origin/vibe
+#
+# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret
+#
+# env
+# ...
+# IP=$(curl ipinfo.io/ip)
+# DOMAIN=${IP}.traefik.me
+# COMPOSE_FILE=base.yml:rpc.yml:op/erigon/swell-mainnet-op-erigon-archive-trace--kona.yml
+#
+# docker compose up -d
+#
+# curl -X POST https://${IP}.traefik.me/swell-mainnet-op-erigon \
+#   -H "Content-Type: application/json" \
+#   --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}'
+
+services:
+  swell-mainnet-op-erigon:
+    image: ${SWELL_ERIGON_IMAGE:-testinprod/op-erigon}:${SWELL_MAINNET_ERIGON_VERSION:-v2.61.3-0.10.1}
+    sysctls:
+      # TCP Performance
+      net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
+      net.ipv4.tcp_no_metrics_save: 1             # Disable metrics cache
+      net.ipv4.tcp_rmem: 4096 87380 16777216      # Increase TCP read buffers
+      net.ipv4.tcp_wmem: 4096 87380 16777216      # Increase TCP write buffers
+      net.core.somaxconn: 32768                   # Higher connection queue
+      # Memory/Connection Management
+      # net.core.netdev_max_backlog: 50000          # Increase network buffer
+      net.ipv4.tcp_max_syn_backlog: 30000         # More SYN requests
+      net.ipv4.tcp_max_tw_buckets: 2000000        # Allow more TIME_WAIT sockets
+    ulimits:
+      nofile: 1048576    # Max open files (for RPC/WS connections)
+      memlock: -1        # Disable memory locking limits (for in-memory DBs like MDBX)
+    user: root
+    ports:
+      - 10810:10810
+      - 10810:10810/udp
+      - 30810:30810
+      - 30810:30810/udp
+      - 35810:35810
+      - 35810:35810/udp
+    expose:
+      - 8545
+      - 6060
+      - 8551
+    entrypoint: [erigon]
+    command:
+      - --chain=swell-mainnet
+      - --datadir=/root/.local/share/erigon
+      - --maxpeers=50
+      - --metrics
+      - --metrics.addr=0.0.0.0
+      - --metrics.port=6060
+      - --nat=extip:${IP}
+      - --p2p.allowed-ports=30810
+      - --p2p.allowed-ports=35810
+      - --port=10810
+      - --rollup.sequencerhttp=https://swell-mainnet.alt.technology
+      - --rpc.gascap=6000000000
+      - --rpc.returndata.limit=1500000
+      - --http
+      - --http.addr=0.0.0.0
+      - --http.api=eth,erigon,web3,net,debug,trace,txpool,admin,engine
+      - --http.port=8545
+      - --http.vhosts=*
+      - --ws
+      - --ws.port=8545
+      - --authrpc.addr=0.0.0.0
+      - --authrpc.jwtsecret=/jwtsecret
+      - --authrpc.vhosts=*
+    restart: unless-stopped
+    stop_grace_period: 5m
+    networks:
+      - chains
+    volumes:
+      - ${SWELL_MAINNET_OP_ERIGON_ARCHIVE_TRACE_DATA:-swell-mainnet-op-erigon-archive-trace}:/root/.local/share/erigon
+      - .jwtsecret:/jwtsecret:ro
+      - /slowdisk:/slowdisk
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=6060
+      - prometheus-scrape.path=/debug/metrics/prometheus
+      - traefik.enable=true
+      - traefik.http.middlewares.swell-mainnet-op-erigon-archive-trace-stripprefix.stripprefix.prefixes=/swell-mainnet-op-erigon
+      - traefik.http.services.swell-mainnet-op-erigon-archive-trace.loadbalancer.server.port=8545
+      - ${NO_SSL:-traefik.http.routers.swell-mainnet-op-erigon-archive-trace.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.swell-mainnet-op-erigon-archive-trace.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.swell-mainnet-op-erigon-archive-trace.rule=Host(`$DOMAIN`) && (Path(`/swell-mainnet-op-erigon`) || Path(`/swell-mainnet-op-erigon/`))}
+      - ${NO_SSL:+traefik.http.routers.swell-mainnet-op-erigon-archive-trace.rule=Path(`/swell-mainnet-op-erigon`) || Path(`/swell-mainnet-op-erigon/`)}
+      - traefik.http.routers.swell-mainnet-op-erigon-archive-trace.middlewares=swell-mainnet-op-erigon-archive-trace-stripprefix, ipallowlist
+    shm_size: 2gb
+
+  swell-mainnet-op-erigon-node:
+    image: ${SWELL_KONA_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/kona-node}:${SWELL_MAINNET_KONA_VERSION:-v1.6.1}
+    ports:
+      - 15810:15810
+      - 15810:15810/udp
+    environment:
+      - KONA_METRICS_ADDR=0.0.0.0
+      - KONA_NODE_L1_BEACON=${ETHEREUM_MAINNET_BEACON_REST}
+      - KONA_NODE_L1_ETH_RPC=${SWELL_MAINNET_L1_EXECUTION_RPC:-${ETHEREUM_MAINNET_EXECUTION_RPC}}
+      - KONA_NODE_L1_TRUST_RPC=${ETHEREUM_MAINNET_EXECUTION_TRUST:-false}
+      - KONA_NODE_L2_CHAIN_ID=1923
+      - KONA_NODE_L2_ENGINE_AUTH=/jwtsecret
+      - KONA_NODE_L2_ENGINE_RPC=http://swell-mainnet-op-erigon:8551
+      - KONA_NODE_L2_ENGINE_TIMEOUT=120000
+      - KONA_NODE_L2_TRUST_RPC=true
+      - KONA_NODE_METRICS_PORT=7300
+      - KONA_NODE_MODE=Validator
+      - KONA_NODE_P2P_ADVERTISE_IP=${IP}
+      - KONA_NODE_P2P_LISTEN_IP=0.0.0.0
+      - KONA_NODE_P2P_LISTEN_TCP_PORT=15810
+      - KONA_NODE_P2P_LISTEN_UDP_PORT=15810
+      - KONA_NODE_RPC_ADDR=0.0.0.0
+      - KONA_NODE_RPC_PORT=9545
+    entrypoint: [kona-node, node]
+    restart: unless-stopped
+    depends_on:
+      swell-mainnet-op-erigon:
+        condition: service_started
+        restart: true
+    networks:
+      - chains
+    volumes:
+      - .jwtsecret:/jwtsecret:ro
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=7300
+      - prometheus-scrape.path=/metrics
+      - traefik.enable=true
+      - traefik.http.middlewares.swell-mainnet-op-erigon-archive-trace-node-stripprefix.stripprefix.prefixes=/swell-mainnet-op-erigon/node
+      - traefik.http.services.swell-mainnet-op-erigon-archive-trace-node.loadbalancer.server.port=9545
+      - ${NO_SSL:-traefik.http.routers.swell-mainnet-op-erigon-archive-trace-node.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.swell-mainnet-op-erigon-archive-trace-node.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.swell-mainnet-op-erigon-archive-trace-node.rule=Host(`$DOMAIN`) && PathPrefix(`/swell-mainnet-op-erigon/node`)}
+      - ${NO_SSL:+traefik.http.routers.swell-mainnet-op-erigon-archive-trace-node.rule=PathPrefix(`/swell-mainnet-op-erigon/node`)}
+      - traefik.http.routers.swell-mainnet-op-erigon-archive-trace-node.middlewares=swell-mainnet-op-erigon-archive-trace-node-stripprefix, ipallowlist
+
+volumes:
+  swell-mainnet-op-erigon-archive-trace:
+
+x-upstreams:
+  - id: $${ID}
+    labels:
+      provider: $${PROVIDER}
+    connection:
+      generic:
+        rpc:
+          url: $${RPC_URL}
+        ws:
+          frameSize: 20Mb
+          msgSize: 50Mb
+          url: $${WS_URL}
+    chain: swell
+    method-groups:
+      enabled:
+        - debug
+        - filter
+        - trace
+    methods:
+      disabled:
+      enabled:
+        - name: txpool_content # TODO: should be disabled for rollup nodes
+        # standard geth and erigon
+        - name: debug_accountRange
+        - name: debug_getModifiedAccountsByNumber
+        - name: debug_getModifiedAccountsByHash
+        # non standard geth and erigon
+        - name: eth_getRawTransactionByHash
+        - name: eth_getRawTransactionByBlockHashAndIndex
+        # non standard erigon only
+        - name: eth_getBlockReceipts
+        - name: eth_protocolVersion
+        - name: eth_callMany
+        - name: eth_callBundle
+        - name: debug_accountAt
+        - name: debug_traceCallMany
+        - name: erigon_getHeaderByHash
+        - name: erigon_getBlockReceiptsByBlockHash
+        - name: erigon_getHeaderByNumber
+        - name: erigon_getLogsByHash
+        - name: erigon_forks
+        - name: erigon_getBlockByTimestamp
+        - name: erigon_BlockNumber
+        - name: erigon_getLatestLogs
+...

op/erigon/swell-mainnet-op-erigon-archive-trace.yml

@@ -106,7 +106,7 @@ services:
     shm_size: 2gb
 
   swell-mainnet-op-erigon-node:
-    image: ${SWELL_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${SWELL_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${SWELL_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${SWELL_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 15810:15810
       - 15810:15810/udp

op/erigon/unichain-mainnet-op-erigon-archive-trace.yml

@@ -106,7 +106,7 @@ services:
     shm_size: 2gb
 
   unichain-mainnet-op-erigon-node:
-    image: ${UNICHAIN_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${UNICHAIN_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${UNICHAIN_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${UNICHAIN_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 16415:16415
       - 16415:16415/udp

op/erigon/unichain-sepolia-op-erigon-archive-trace.yml

@@ -106,7 +106,7 @@ services:
     shm_size: 2gb
 
   unichain-sepolia-op-erigon-node:
-    image: ${UNICHAIN_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${UNICHAIN_SEPOLIA_NODE_VERSION:-v1.19.0}
+    image: ${UNICHAIN_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${UNICHAIN_SEPOLIA_NODE_VERSION:-v1.19.1}
     ports:
       - 18196:18196
       - 18196:18196/udp

op/erigon/worldchain-mainnet-op-erigon-archive-trace.yml

@@ -106,7 +106,7 @@ services:
     shm_size: 2gb
 
   worldchain-mainnet-op-erigon-node:
-    image: ${WORLDCHAIN_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${WORLDCHAIN_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${WORLDCHAIN_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${WORLDCHAIN_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 16629:16629
       - 16629:16629/udp

op/erigon/worldchain-sepolia-op-erigon-archive-trace.yml

@@ -106,7 +106,7 @@ services:
     shm_size: 2gb
 
   worldchain-sepolia-op-erigon-node:
-    image: ${WORLDCHAIN_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${WORLDCHAIN_SEPOLIA_NODE_VERSION:-v1.19.0}
+    image: ${WORLDCHAIN_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${WORLDCHAIN_SEPOLIA_NODE_VERSION:-v1.19.1}
     ports:
       - 16046:16046
       - 16046:16046/udp

op/erigon/zora-mainnet-op-erigon-archive-trace--kona.yml

@@ -0,0 +1,204 @@
+---
+x-logging-defaults: &logging-defaults
+  driver: json-file
+  options:
+    max-size: "10m"
+    max-file: "3"
+
+# Usage:
+#
+# mkdir rpc && cd rpc
+#
+# git init
+# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git
+# git fetch origin vibe
+# git checkout origin/vibe
+#
+# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret
+#
+# env
+# ...
+# IP=$(curl ipinfo.io/ip)
+# DOMAIN=${IP}.traefik.me
+# COMPOSE_FILE=base.yml:rpc.yml:op/erigon/zora-mainnet-op-erigon-archive-trace--kona.yml
+#
+# docker compose up -d
+#
+# curl -X POST https://${IP}.traefik.me/zora-mainnet-op-erigon \
+#   -H "Content-Type: application/json" \
+#   --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}'
+
+services:
+  zora-mainnet-op-erigon:
+    image: ${ZORA_ERIGON_IMAGE:-testinprod/op-erigon}:${ZORA_MAINNET_ERIGON_VERSION:-v2.61.3-0.10.1}
+    sysctls:
+      # TCP Performance
+      net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
+      net.ipv4.tcp_no_metrics_save: 1             # Disable metrics cache
+      net.ipv4.tcp_rmem: 4096 87380 16777216      # Increase TCP read buffers
+      net.ipv4.tcp_wmem: 4096 87380 16777216      # Increase TCP write buffers
+      net.core.somaxconn: 32768                   # Higher connection queue
+      # Memory/Connection Management
+      # net.core.netdev_max_backlog: 50000          # Increase network buffer
+      net.ipv4.tcp_max_syn_backlog: 30000         # More SYN requests
+      net.ipv4.tcp_max_tw_buckets: 2000000        # Allow more TIME_WAIT sockets
+    ulimits:
+      nofile: 1048576    # Max open files (for RPC/WS connections)
+      memlock: -1        # Disable memory locking limits (for in-memory DBs like MDBX)
+    user: root
+    ports:
+      - 14360:14360
+      - 14360:14360/udp
+      - 34360:34360
+      - 34360:34360/udp
+      - 39360:39360
+      - 39360:39360/udp
+    expose:
+      - 8545
+      - 6060
+      - 8551
+    entrypoint: /bin/sh -c '[ ! -d /root/.local/share/erigon/chaindata/mdbx.dat ] && erigon init --datadir /root/.local/share/erigon /config/genesis.json; exec erigon "$@"' --
+    command:
+      - --datadir=/root/.local/share/erigon
+      - --maxpeers=50
+      - --metrics
+      - --metrics.addr=0.0.0.0
+      - --metrics.port=6060
+      - --nat=extip:${IP}
+      - --networkid=7777777
+      - --p2p.allowed-ports=34360
+      - --p2p.allowed-ports=39360
+      - --port=14360
+      - --rollup.sequencerhttp=https://rpc.zora.energy
+      - --rpc.gascap=6000000000
+      - --rpc.returndata.limit=1500000
+      - --http
+      - --http.addr=0.0.0.0
+      - --http.api=eth,erigon,web3,net,debug,trace,txpool,admin,engine
+      - --http.port=8545
+      - --http.vhosts=*
+      - --ws
+      - --ws.port=8545
+      - --authrpc.addr=0.0.0.0
+      - --authrpc.jwtsecret=/jwtsecret
+      - --authrpc.vhosts=*
+    restart: unless-stopped
+    stop_grace_period: 5m
+    networks:
+      - chains
+    volumes:
+      - ${ZORA_MAINNET_OP_ERIGON_ARCHIVE_TRACE_DATA:-zora-mainnet-op-erigon-archive-trace}:/root/.local/share/erigon
+      - ./op/zora/mainnet:/config
+      - .jwtsecret:/jwtsecret:ro
+      - /slowdisk:/slowdisk
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=6060
+      - prometheus-scrape.path=/debug/metrics/prometheus
+      - traefik.enable=true
+      - traefik.http.middlewares.zora-mainnet-op-erigon-archive-trace-stripprefix.stripprefix.prefixes=/zora-mainnet-op-erigon
+      - traefik.http.services.zora-mainnet-op-erigon-archive-trace.loadbalancer.server.port=8545
+      - ${NO_SSL:-traefik.http.routers.zora-mainnet-op-erigon-archive-trace.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.zora-mainnet-op-erigon-archive-trace.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.zora-mainnet-op-erigon-archive-trace.rule=Host(`$DOMAIN`) && (Path(`/zora-mainnet-op-erigon`) || Path(`/zora-mainnet-op-erigon/`))}
+      - ${NO_SSL:+traefik.http.routers.zora-mainnet-op-erigon-archive-trace.rule=Path(`/zora-mainnet-op-erigon`) || Path(`/zora-mainnet-op-erigon/`)}
+      - traefik.http.routers.zora-mainnet-op-erigon-archive-trace.middlewares=zora-mainnet-op-erigon-archive-trace-stripprefix, ipallowlist
+    shm_size: 2gb
+
+  zora-mainnet-op-erigon-node:
+    image: ${ZORA_KONA_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/kona-node}:${ZORA_MAINNET_KONA_VERSION:-v1.6.1}
+    ports:
+      - 19360:19360
+      - 19360:19360/udp
+    environment:
+      - KONA_METRICS_ADDR=0.0.0.0
+      - KONA_NODE_L1_BEACON=${ETHEREUM_MAINNET_BEACON_REST}
+      - KONA_NODE_L1_ETH_RPC=${ZORA_MAINNET_L1_EXECUTION_RPC:-${ETHEREUM_MAINNET_EXECUTION_RPC}}
+      - KONA_NODE_L1_TRUST_RPC=${ETHEREUM_MAINNET_EXECUTION_TRUST:-false}
+      - KONA_NODE_L2_CHAIN_ID=7777777
+      - KONA_NODE_L2_ENGINE_AUTH=/jwtsecret
+      - KONA_NODE_L2_ENGINE_RPC=http://zora-mainnet-op-erigon:8551
+      - KONA_NODE_L2_ENGINE_TIMEOUT=120000
+      - KONA_NODE_L2_TRUST_RPC=true
+      - KONA_NODE_METRICS_PORT=7300
+      - KONA_NODE_MODE=Validator
+      - KONA_NODE_P2P_ADVERTISE_IP=${IP}
+      - KONA_NODE_P2P_LISTEN_IP=0.0.0.0
+      - KONA_NODE_P2P_LISTEN_TCP_PORT=19360
+      - KONA_NODE_P2P_LISTEN_UDP_PORT=19360
+      - KONA_NODE_RPC_ADDR=0.0.0.0
+      - KONA_NODE_RPC_PORT=9545
+    entrypoint: [kona-node, node]
+    restart: unless-stopped
+    depends_on:
+      zora-mainnet-op-erigon:
+        condition: service_started
+        restart: true
+    networks:
+      - chains
+    volumes:
+      - ./op/zora/mainnet:/config
+      - .jwtsecret:/jwtsecret:ro
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=7300
+      - prometheus-scrape.path=/metrics
+      - traefik.enable=true
+      - traefik.http.middlewares.zora-mainnet-op-erigon-archive-trace-node-stripprefix.stripprefix.prefixes=/zora-mainnet-op-erigon/node
+      - traefik.http.services.zora-mainnet-op-erigon-archive-trace-node.loadbalancer.server.port=9545
+      - ${NO_SSL:-traefik.http.routers.zora-mainnet-op-erigon-archive-trace-node.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.zora-mainnet-op-erigon-archive-trace-node.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.zora-mainnet-op-erigon-archive-trace-node.rule=Host(`$DOMAIN`) && PathPrefix(`/zora-mainnet-op-erigon/node`)}
+      - ${NO_SSL:+traefik.http.routers.zora-mainnet-op-erigon-archive-trace-node.rule=PathPrefix(`/zora-mainnet-op-erigon/node`)}
+      - traefik.http.routers.zora-mainnet-op-erigon-archive-trace-node.middlewares=zora-mainnet-op-erigon-archive-trace-node-stripprefix, ipallowlist
+
+volumes:
+  zora-mainnet-op-erigon-archive-trace:
+
+x-upstreams:
+  - id: $${ID}
+    labels:
+      provider: $${PROVIDER}
+    connection:
+      generic:
+        rpc:
+          url: $${RPC_URL}
+        ws:
+          frameSize: 20Mb
+          msgSize: 50Mb
+          url: $${WS_URL}
+    chain: zora
+    method-groups:
+      enabled:
+        - debug
+        - filter
+        - trace
+    methods:
+      disabled:
+      enabled:
+        - name: txpool_content # TODO: should be disabled for rollup nodes
+        # standard geth and erigon
+        - name: debug_accountRange
+        - name: debug_getModifiedAccountsByNumber
+        - name: debug_getModifiedAccountsByHash
+        # non standard geth and erigon
+        - name: eth_getRawTransactionByHash
+        - name: eth_getRawTransactionByBlockHashAndIndex
+        # non standard erigon only
+        - name: eth_getBlockReceipts
+        - name: eth_protocolVersion
+        - name: eth_callMany
+        - name: eth_callBundle
+        - name: debug_accountAt
+        - name: debug_traceCallMany
+        - name: erigon_getHeaderByHash
+        - name: erigon_getBlockReceiptsByBlockHash
+        - name: erigon_getHeaderByNumber
+        - name: erigon_getLogsByHash
+        - name: erigon_forks
+        - name: erigon_getBlockByTimestamp
+        - name: erigon_BlockNumber
+        - name: erigon_getLatestLogs
+...

op/erigon/zora-mainnet-op-erigon-archive-trace.yml

@@ -107,7 +107,7 @@ services:
     shm_size: 2gb
 
   zora-mainnet-op-erigon-node:
-    image: ${ZORA_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${ZORA_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${ZORA_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${ZORA_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 19360:19360
       - 19360:19360/udp

op/erigon/zora-sepolia-op-erigon-archive-trace--kona.yml

@@ -0,0 +1,205 @@
+---
+x-logging-defaults: &logging-defaults
+  driver: json-file
+  options:
+    max-size: "10m"
+    max-file: "3"
+
+# Usage:
+#
+# mkdir rpc && cd rpc
+#
+# git init
+# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git
+# git fetch origin vibe
+# git checkout origin/vibe
+#
+# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret
+#
+# env
+# ...
+# IP=$(curl ipinfo.io/ip)
+# DOMAIN=${IP}.traefik.me
+# COMPOSE_FILE=base.yml:rpc.yml:op/erigon/zora-sepolia-op-erigon-archive-trace--kona.yml
+#
+# docker compose up -d
+#
+# curl -X POST https://${IP}.traefik.me/zora-sepolia-op-erigon \
+#   -H "Content-Type: application/json" \
+#   --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}'
+
+services:
+  zora-sepolia-op-erigon:
+    image: ${ZORA_ERIGON_IMAGE:-testinprod/op-erigon}:${ZORA_SEPOLIA_ERIGON_VERSION:-v2.61.3-0.10.1}
+    sysctls:
+      # TCP Performance
+      net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
+      net.ipv4.tcp_no_metrics_save: 1             # Disable metrics cache
+      net.ipv4.tcp_rmem: 4096 87380 16777216      # Increase TCP read buffers
+      net.ipv4.tcp_wmem: 4096 87380 16777216      # Increase TCP write buffers
+      net.core.somaxconn: 32768                   # Higher connection queue
+      # Memory/Connection Management
+      # net.core.netdev_max_backlog: 50000          # Increase network buffer
+      net.ipv4.tcp_max_syn_backlog: 30000         # More SYN requests
+      net.ipv4.tcp_max_tw_buckets: 2000000        # Allow more TIME_WAIT sockets
+    ulimits:
+      nofile: 1048576    # Max open files (for RPC/WS connections)
+      memlock: -1        # Disable memory locking limits (for in-memory DBs like MDBX)
+    user: root
+    ports:
+      - 13839:13839
+      - 13839:13839/udp
+      - 33839:33839
+      - 33839:33839/udp
+      - 38839:38839
+      - 38839:38839/udp
+    expose:
+      - 8545
+      - 6060
+      - 8551
+    entrypoint: /bin/sh -c '[ ! -d /root/.local/share/erigon/chaindata/mdbx.dat ] && erigon init --datadir /root/.local/share/erigon /config/genesis.json; exec erigon "$@"' --
+    command:
+      - --datadir=/root/.local/share/erigon
+      - --maxpeers=50
+      - --metrics
+      - --metrics.addr=0.0.0.0
+      - --metrics.port=6060
+      - --nat=extip:${IP}
+      - --networkid=999999999
+      - --p2p.allowed-ports=33839
+      - --p2p.allowed-ports=38839
+      - --port=13839
+      - --rollup.sequencerhttp=https://sepolia.rpc.zora.energy
+      - --rpc.gascap=6000000000
+      - --rpc.returndata.limit=1500000
+      - --http
+      - --http.addr=0.0.0.0
+      - --http.api=eth,erigon,web3,net,debug,trace,txpool,admin,engine
+      - --http.port=8545
+      - --http.vhosts=*
+      - --ws
+      - --ws.port=8545
+      - --authrpc.addr=0.0.0.0
+      - --authrpc.jwtsecret=/jwtsecret
+      - --authrpc.vhosts=*
+    restart: unless-stopped
+    stop_grace_period: 5m
+    networks:
+      - chains
+    volumes:
+      - ${ZORA_SEPOLIA_OP_ERIGON_ARCHIVE_TRACE_DATA:-zora-sepolia-op-erigon-archive-trace}:/root/.local/share/erigon
+      - ./op/zora/sepolia:/config
+      - .jwtsecret:/jwtsecret:ro
+      - /slowdisk:/slowdisk
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=6060
+      - prometheus-scrape.path=/debug/metrics/prometheus
+      - traefik.enable=true
+      - traefik.http.middlewares.zora-sepolia-op-erigon-archive-trace-stripprefix.stripprefix.prefixes=/zora-sepolia-op-erigon
+      - traefik.http.services.zora-sepolia-op-erigon-archive-trace.loadbalancer.server.port=8545
+      - ${NO_SSL:-traefik.http.routers.zora-sepolia-op-erigon-archive-trace.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.zora-sepolia-op-erigon-archive-trace.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.zora-sepolia-op-erigon-archive-trace.rule=Host(`$DOMAIN`) && (Path(`/zora-sepolia-op-erigon`) || Path(`/zora-sepolia-op-erigon/`))}
+      - ${NO_SSL:+traefik.http.routers.zora-sepolia-op-erigon-archive-trace.rule=Path(`/zora-sepolia-op-erigon`) || Path(`/zora-sepolia-op-erigon/`)}
+      - traefik.http.routers.zora-sepolia-op-erigon-archive-trace.middlewares=zora-sepolia-op-erigon-archive-trace-stripprefix, ipallowlist
+    shm_size: 2gb
+
+  zora-sepolia-op-erigon-node:
+    image: ${ZORA_KONA_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/kona-node}:${ZORA_SEPOLIA_KONA_VERSION:-v1.6.1}
+    ports:
+      - 18839:18839
+      - 18839:18839/udp
+    environment:
+      - KONA_METRICS_ADDR=0.0.0.0
+      - KONA_NODE_L1_BEACON=${ETHEREUM_SEPOLIA_BEACON_REST}
+      - KONA_NODE_L1_ETH_RPC=${ZORA_SEPOLIA_L1_EXECUTION_RPC:-${ETHEREUM_SEPOLIA_EXECUTION_RPC}}
+      - KONA_NODE_L1_TRUST_RPC=${ETHEREUM_SEPOLIA_EXECUTION_TRUST:-false}
+      - KONA_NODE_L2_CHAIN_ID=999999999
+      - KONA_NODE_L2_ENGINE_AUTH=/jwtsecret
+      - KONA_NODE_L2_ENGINE_RPC=http://zora-sepolia-op-erigon:8551
+      - KONA_NODE_L2_ENGINE_TIMEOUT=120000
+      - KONA_NODE_L2_TRUST_RPC=true
+      - KONA_NODE_METRICS_PORT=7300
+      - KONA_NODE_MODE=Validator
+      - KONA_NODE_OVERRIDE_PECTRA_BLOB_SCHEDULE=1742486400
+      - KONA_NODE_P2P_ADVERTISE_IP=${IP}
+      - KONA_NODE_P2P_LISTEN_IP=0.0.0.0
+      - KONA_NODE_P2P_LISTEN_TCP_PORT=18839
+      - KONA_NODE_P2P_LISTEN_UDP_PORT=18839
+      - KONA_NODE_RPC_ADDR=0.0.0.0
+      - KONA_NODE_RPC_PORT=9545
+    entrypoint: [kona-node, node]
+    restart: unless-stopped
+    depends_on:
+      zora-sepolia-op-erigon:
+        condition: service_started
+        restart: true
+    networks:
+      - chains
+    volumes:
+      - ./op/zora/sepolia:/config
+      - .jwtsecret:/jwtsecret:ro
+    logging: *logging-defaults
+    labels:
+      - prometheus-scrape.enabled=true
+      - prometheus-scrape.port=7300
+      - prometheus-scrape.path=/metrics
+      - traefik.enable=true
+      - traefik.http.middlewares.zora-sepolia-op-erigon-archive-trace-node-stripprefix.stripprefix.prefixes=/zora-sepolia-op-erigon/node
+      - traefik.http.services.zora-sepolia-op-erigon-archive-trace-node.loadbalancer.server.port=9545
+      - ${NO_SSL:-traefik.http.routers.zora-sepolia-op-erigon-archive-trace-node.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.zora-sepolia-op-erigon-archive-trace-node.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.zora-sepolia-op-erigon-archive-trace-node.rule=Host(`$DOMAIN`) && PathPrefix(`/zora-sepolia-op-erigon/node`)}
+      - ${NO_SSL:+traefik.http.routers.zora-sepolia-op-erigon-archive-trace-node.rule=PathPrefix(`/zora-sepolia-op-erigon/node`)}
+      - traefik.http.routers.zora-sepolia-op-erigon-archive-trace-node.middlewares=zora-sepolia-op-erigon-archive-trace-node-stripprefix, ipallowlist
+
+volumes:
+  zora-sepolia-op-erigon-archive-trace:
+
+x-upstreams:
+  - id: $${ID}
+    labels:
+      provider: $${PROVIDER}
+    connection:
+      generic:
+        rpc:
+          url: $${RPC_URL}
+        ws:
+          frameSize: 20Mb
+          msgSize: 50Mb
+          url: $${WS_URL}
+    chain: zora-sepolia
+    method-groups:
+      enabled:
+        - debug
+        - filter
+        - trace
+    methods:
+      disabled:
+      enabled:
+        - name: txpool_content # TODO: should be disabled for rollup nodes
+        # standard geth and erigon
+        - name: debug_accountRange
+        - name: debug_getModifiedAccountsByNumber
+        - name: debug_getModifiedAccountsByHash
+        # non standard geth and erigon
+        - name: eth_getRawTransactionByHash
+        - name: eth_getRawTransactionByBlockHashAndIndex
+        # non standard erigon only
+        - name: eth_getBlockReceipts
+        - name: eth_protocolVersion
+        - name: eth_callMany
+        - name: eth_callBundle
+        - name: debug_accountAt
+        - name: debug_traceCallMany
+        - name: erigon_getHeaderByHash
+        - name: erigon_getBlockReceiptsByBlockHash
+        - name: erigon_getHeaderByNumber
+        - name: erigon_getLogsByHash
+        - name: erigon_forks
+        - name: erigon_getBlockByTimestamp
+        - name: erigon_BlockNumber
+        - name: erigon_getLatestLogs
+...

op/erigon/zora-sepolia-op-erigon-archive-trace.yml

@@ -107,7 +107,7 @@ services:
     shm_size: 2gb
 
   zora-sepolia-op-erigon-node:
-    image: ${ZORA_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${ZORA_SEPOLIA_NODE_VERSION:-v1.19.0}
+    image: ${ZORA_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${ZORA_SEPOLIA_NODE_VERSION:-v1.19.1}
     ports:
       - 18839:18839
       - 18839:18839/udp

op/geth/bob-mainnet-op-geth-archive-leveldb-hash.yml

@@ -109,7 +109,7 @@ services:
       - traefik.http.routers.bob-mainnet-op-geth-archive-leveldb-hash.middlewares=bob-mainnet-op-geth-archive-leveldb-hash-stripprefix, ipallowlist
 
   bob-mainnet-archive-node:
-    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 19046:19046
       - 19046:19046/udp

op/geth/bob-mainnet-op-geth-archive-pebble-hash.yml

@@ -109,7 +109,7 @@ services:
       - traefik.http.routers.bob-mainnet-op-geth-archive-pebble-hash.middlewares=bob-mainnet-op-geth-archive-pebble-hash-stripprefix, ipallowlist
 
   bob-mainnet-archive-node:
-    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 17223:17223
       - 17223:17223/udp

op/geth/bob-mainnet-op-geth-pruned-pebble-hash.yml

@@ -109,7 +109,7 @@ services:
       - traefik.http.routers.bob-mainnet-op-geth-pruned-pebble-hash.middlewares=bob-mainnet-op-geth-pruned-pebble-hash-stripprefix, ipallowlist
 
   bob-mainnet-node:
-    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 16363:16363
       - 16363:16363/udp

op/geth/bob-mainnet-op-geth-pruned-pebble-path.yml

@@ -109,7 +109,7 @@ services:
       - traefik.http.routers.bob-mainnet-op-geth-pruned-pebble-path.middlewares=bob-mainnet-op-geth-pruned-pebble-path-stripprefix, ipallowlist
 
   bob-mainnet-node:
-    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 18347:18347
       - 18347:18347/udp

op/geth/bob-sepolia-op-geth-archive-leveldb-hash.yml

@@ -104,7 +104,7 @@ services:
       - traefik.http.routers.bob-sepolia-op-geth-archive-leveldb-hash.middlewares=bob-sepolia-op-geth-archive-leveldb-hash-stripprefix, ipallowlist
 
   bob-sepolia-archive-node:
-    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_SEPOLIA_NODE_VERSION:-v1.19.0}
+    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_SEPOLIA_NODE_VERSION:-v1.19.1}
     ports:
       - 15225:15225
       - 15225:15225/udp

op/geth/bob-sepolia-op-geth-archive-pebble-hash.yml

@@ -104,7 +104,7 @@ services:
       - traefik.http.routers.bob-sepolia-op-geth-archive-pebble-hash.middlewares=bob-sepolia-op-geth-archive-pebble-hash-stripprefix, ipallowlist
 
   bob-sepolia-archive-node:
-    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_SEPOLIA_NODE_VERSION:-v1.19.0}
+    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_SEPOLIA_NODE_VERSION:-v1.19.1}
     ports:
       - 17678:17678
       - 17678:17678/udp

op/geth/bob-sepolia-op-geth-pruned-pebble-hash.yml

@@ -104,7 +104,7 @@ services:
       - traefik.http.routers.bob-sepolia-op-geth-pruned-pebble-hash.middlewares=bob-sepolia-op-geth-pruned-pebble-hash-stripprefix, ipallowlist
 
   bob-sepolia-node:
-    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_SEPOLIA_NODE_VERSION:-v1.19.0}
+    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_SEPOLIA_NODE_VERSION:-v1.19.1}
     ports:
       - 17885:17885
       - 17885:17885/udp

op/geth/bob-sepolia-op-geth-pruned-pebble-path.yml

@@ -104,7 +104,7 @@ services:
       - traefik.http.routers.bob-sepolia-op-geth-pruned-pebble-path.middlewares=bob-sepolia-op-geth-pruned-pebble-path-stripprefix, ipallowlist
 
   bob-sepolia-node:
-    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_SEPOLIA_NODE_VERSION:-v1.19.0}
+    image: ${BOB_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${BOB_SEPOLIA_NODE_VERSION:-v1.19.1}
     ports:
       - 18979:18979
       - 18979:18979/udp

op/geth/doma-mainnet-op-geth-pruned-pebble-path.yml

@@ -138,7 +138,7 @@ services:
     logging: *logging-defaults
 
   doma-mainnet-node:
-    image: ${DOMA_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${DOMA_MAINNET_NODE_VERSION:-v1.19.0}
+    image: ${DOMA_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${DOMA_MAINNET_NODE_VERSION:-v1.19.1}
     ports:
       - 15977:15977
       - 15977:15977/udp
@@ -202,7 +202,7 @@ services:
       - traefik.http.routers.doma-mainnet-op-geth-pruned-pebble-path-node.middlewares=doma-mainnet-op-geth-pruned-pebble-path-node-stripprefix, ipallowlist
 
   doma-mainnet-relay:
-    image: ${DOMA_OP_ALT_IMAGE:-ghcr.io/celestiaorg/op-alt-da}:${DOMA_MAINNET_OP_ALT_VERSION:-0.15.0}
+    image: ${DOMA_OP_ALT_IMAGE:-ghcr.io/celestiaorg/op-alt-da}:${DOMA_MAINNET_OP_ALT_VERSION:-0.16.0}
     expose:
       - 3100
     environment: