op-node's default engine-API RPC timeout is short; on nodes whose EL responds slowly to engine_newPayload/forkChoiceUpdated (e.g. boba-mainnet op-reth pruned during catch-up) op-node times out driving the EL and the execution head freezes while op-node keeps deriving from L1. Raising the engine RPC timeout to 120s prevents this class of stall fleet-wide. Regenerated from env/op/node.env: adds the env var to every op-node service (116 geth + 40 reth + 22 erigon composes); additions only, no other changes. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
255 lines
11 KiB
YAML
255 lines
11 KiB
YAML
---
|
|
x-logging-defaults: &logging-defaults
|
|
driver: json-file
|
|
options:
|
|
max-size: "10m"
|
|
max-file: "3"
|
|
|
|
# Usage:
|
|
#
|
|
# mkdir rpc && cd rpc
|
|
#
|
|
# git init
|
|
# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git
|
|
# git fetch origin vibe
|
|
# git checkout origin/vibe
|
|
#
|
|
# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret
|
|
#
|
|
# env
|
|
# ...
|
|
# IP=$(curl ipinfo.io/ip)
|
|
# DOMAIN=${IP}.traefik.me
|
|
# COMPOSE_FILE=base.yml:rpc.yml:op/erigon/hashkeychain-mainnet-op-erigon-archive-trace.yml
|
|
#
|
|
# docker compose up -d
|
|
#
|
|
# curl -X POST https://${IP}.traefik.me/hashkeychain-mainnet-op-erigon \
|
|
# -H "Content-Type: application/json" \
|
|
# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}'
|
|
|
|
services:
|
|
hashkeychain-mainnet-op-erigon-init:
|
|
image: alpine:3.21
|
|
user: root
|
|
entrypoint: [/bin/sh, -c]
|
|
command:
|
|
- |
|
|
apk add --no-cache curl wget
|
|
mkdir -p /config
|
|
[ -f /config/genesis.json ] || curl -fsSL -o /config/genesis.json "https://hashkeychain.s3.ap-southeast-1.amazonaws.com/mainnet/genesis.json"
|
|
restart: no
|
|
networks:
|
|
- chains
|
|
volumes:
|
|
- ${HASHKEYCHAIN_MAINNET_OP_ERIGON_ARCHIVE_TRACE_CONFIG:-hashkeychain-mainnet-op-erigon-archive-trace_config}:/config
|
|
logging: *logging-defaults
|
|
|
|
hashkeychain-mainnet-op-erigon:
|
|
image: ${HASHKEYCHAIN_ERIGON_IMAGE:-testinprod/op-erigon}:${HASHKEYCHAIN_MAINNET_ERIGON_VERSION:-v2.61.3-0.10.1}
|
|
sysctls:
|
|
# TCP Performance
|
|
net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle
|
|
net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache
|
|
net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers
|
|
net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers
|
|
net.core.somaxconn: 32768 # Higher connection queue
|
|
# Memory/Connection Management
|
|
# net.core.netdev_max_backlog: 50000 # Increase network buffer
|
|
net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests
|
|
net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets
|
|
ulimits:
|
|
nofile: 1048576 # Max open files (for RPC/WS connections)
|
|
memlock: -1 # Disable memory locking limits (for in-memory DBs like MDBX)
|
|
user: root
|
|
ports:
|
|
- 11378:11378
|
|
- 11378:11378/udp
|
|
- 31378:31378
|
|
- 31378:31378/udp
|
|
- 36378:36378
|
|
- 36378:36378/udp
|
|
expose:
|
|
- 8545
|
|
- 6060
|
|
- 8551
|
|
entrypoint: /bin/sh -c '[ ! -d /root/.local/share/erigon/chaindata/mdbx.dat ] && erigon init --datadir /root/.local/share/erigon /config/genesis.json; exec erigon "$@"' --
|
|
command:
|
|
- --bootnodes=enode://5ecd6d2054a58fa00729b73396044a35e6aceeafe58373d2f26b3f50a3934175fb56f8efa538381430889771613beaabf1177805910bbd34e4b4840320914690@mainnet-bootnodes.hsk.xyz:30615,enode://bd244da2a066e15f82d4bfb7f2732c5b5bac44cefb36cefef01a4c0e87e72b42004d012c9a294b8402ebf67491777f280ffbcc93a71157921d6d358b19ddac67@mainnet-bootnodes.hsk.xyz:30616,enode://a5bba6459ac3a075a4a8941478a4ef8d167460191c89632004b17e4b2d7beea52cdc1a2d376f35e996ad44ccac8db25f900700aad6991d015bdc4db072832063@mainnet-bootnodes.hsk.xyz:30617
|
|
- --bootnodes=enode://5ecd6d2054a58fa00729b73396044a35e6aceeafe58373d2f26b3f50a3934175fb56f8efa538381430889771613beaabf1177805910bbd34e4b4840320914690@mainnet-bootnodes.hsk.xyz:30615,enode://bd244da2a066e15f82d4bfb7f2732c5b5bac44cefb36cefef01a4c0e87e72b42004d012c9a294b8402ebf67491777f280ffbcc93a71157921d6d358b19ddac67@mainnet-bootnodes.hsk.xyz:30616,enode://a5bba6459ac3a075a4a8941478a4ef8d167460191c89632004b17e4b2d7beea52cdc1a2d376f35e996ad44ccac8db25f900700aad6991d015bdc4db072832063@mainnet-bootnodes.hsk.xyz:30617
|
|
- --datadir=/root/.local/share/erigon
|
|
- --maxpeers=50
|
|
- --metrics
|
|
- --metrics.addr=0.0.0.0
|
|
- --metrics.port=6060
|
|
- --nat=extip:${IP}
|
|
- --networkid=177
|
|
- --p2p.allowed-ports=31378
|
|
- --p2p.allowed-ports=36378
|
|
- --port=11378
|
|
- --rollup.sequencerhttp=https://mainnet.hsk.xyz
|
|
- --rpc.gascap=6000000000
|
|
- --rpc.returndata.limit=1500000
|
|
- --http
|
|
- --http.addr=0.0.0.0
|
|
- --http.api=eth,erigon,web3,net,debug,trace,txpool,admin,engine
|
|
- --http.port=8545
|
|
- --http.vhosts=*
|
|
- --ws
|
|
- --ws.port=8545
|
|
- --authrpc.addr=0.0.0.0
|
|
- --authrpc.jwtsecret=/jwtsecret
|
|
- --authrpc.vhosts=*
|
|
restart: unless-stopped
|
|
stop_grace_period: 5m
|
|
depends_on:
|
|
hashkeychain-mainnet-op-erigon-init:
|
|
condition: service_completed_successfully
|
|
networks:
|
|
- chains
|
|
volumes:
|
|
- ${HASHKEYCHAIN_MAINNET_OP_ERIGON_ARCHIVE_TRACE_CONFIG:-hashkeychain-mainnet-op-erigon-archive-trace_config}:/config
|
|
- ${HASHKEYCHAIN_MAINNET_OP_ERIGON_ARCHIVE_TRACE_DATA:-hashkeychain-mainnet-op-erigon-archive-trace}:/root/.local/share/erigon
|
|
- .jwtsecret:/jwtsecret:ro
|
|
- /slowdisk:/slowdisk
|
|
logging: *logging-defaults
|
|
labels:
|
|
- prometheus-scrape.enabled=true
|
|
- prometheus-scrape.port=6060
|
|
- prometheus-scrape.path=/debug/metrics/prometheus
|
|
- traefik.enable=true
|
|
- traefik.http.middlewares.hashkeychain-mainnet-op-erigon-archive-trace-stripprefix.stripprefix.prefixes=/hashkeychain-mainnet-op-erigon
|
|
- traefik.http.services.hashkeychain-mainnet-op-erigon-archive-trace.loadbalancer.server.port=8545
|
|
- ${NO_SSL:-traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace.entrypoints=websecure}
|
|
- ${NO_SSL:-traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace.tls.certresolver=myresolver}
|
|
- ${NO_SSL:-traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace.rule=Host(`$DOMAIN`) && (Path(`/hashkeychain-mainnet-op-erigon`) || Path(`/hashkeychain-mainnet-op-erigon/`))}
|
|
- ${NO_SSL:+traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace.rule=Path(`/hashkeychain-mainnet-op-erigon`) || Path(`/hashkeychain-mainnet-op-erigon/`)}
|
|
- traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace.middlewares=hashkeychain-mainnet-op-erigon-archive-trace-stripprefix, ipallowlist
|
|
shm_size: 2gb
|
|
|
|
hashkeychain-mainnet-op-erigon-node-init:
|
|
image: alpine:3.20
|
|
entrypoint: [/bin/sh, -c]
|
|
command:
|
|
- |
|
|
apk add --no-cache ca-certificates curl
|
|
mkdir -p /config
|
|
[ -f /config/rollup.json ] || curl -fsSL -o /config/rollup.json "https://hashkeychain.s3.ap-southeast-1.amazonaws.com/mainnet/rollup.json"
|
|
restart: no
|
|
networks:
|
|
- chains
|
|
volumes:
|
|
- ${HASHKEYCHAIN_MAINNET_OP_ERIGON_ARCHIVE_TRACE_NODE_CONFIG:-hashkeychain-mainnet-op-erigon-archive-trace_node_config}:/config
|
|
logging: *logging-defaults
|
|
|
|
hashkeychain-mainnet-op-erigon-node:
|
|
image: ${HASHKEYCHAIN_NODE_IMAGE:-us-docker.pkg.dev/oplabs-tools-artifacts/images/op-node}:${HASHKEYCHAIN_MAINNET_NODE_VERSION:-v1.19.0}
|
|
ports:
|
|
- 16378:16378
|
|
- 16378:16378/udp
|
|
environment:
|
|
- OP_NODE_L1_BEACON=${ETHEREUM_MAINNET_BEACON_REST}
|
|
- OP_NODE_L1_BEACON_ARCHIVER=${ETHEREUM_MAINNET_BEACON_ARCHIVER}
|
|
- OP_NODE_L1_ETH_RPC=${ETHEREUM_MAINNET_EXECUTION_RPC}
|
|
- OP_NODE_L1_RPC_KIND=${ETHEREUM_MAINNET_EXECUTION_KIND:-basic}
|
|
- OP_NODE_L1_TRUST_RPC=${ETHEREUM_MAINNET_EXECUTION_TRUST:-false}
|
|
- OP_NODE_L2_ENGINE_AUTH=/jwtsecret
|
|
- OP_NODE_L2_ENGINE_KIND=erigon
|
|
- OP_NODE_L2_ENGINE_RPC=http://hashkeychain-mainnet-op-erigon:8551
|
|
- OP_NODE_L2_ENGINE_RPC_TIMEOUT=120s
|
|
- OP_NODE_L2_SKIP_SYNC_START_CHECK=true
|
|
- OP_NODE_LOG_LEVEL=info
|
|
- OP_NODE_METRICS_ADDR=0.0.0.0
|
|
- OP_NODE_METRICS_ENABLED=true
|
|
- OP_NODE_METRICS_PORT=7300
|
|
- OP_NODE_P2P_ADVERTISE_IP=${IP}
|
|
- OP_NODE_P2P_LISTEN_IP=0.0.0.0
|
|
- OP_NODE_P2P_LISTEN_TCP_PORT=16378
|
|
- OP_NODE_P2P_LISTEN_UDP_PORT=16378
|
|
- OP_NODE_P2P_STATIC=/dns/mainnet-bootnodes.hsk.xyz/tcp/31329/p2p/16Uiu2HAm8itEpr6DRkQhezSWS8WsAGfiLhzv2Y6KK1k2KVGv5PJQ,/dns/mainnet-bootnodes.hsk.xyz/tcp/31330/p2p/16Uiu2HAm79eNjZYakcTmsyifeMQykwArEd6bUU6EQgf3XvCmCKSY,/dns/mainnet-bootnodes.hsk.xyz/tcp/31331/p2p/16Uiu2HAm9WzPWe3szua51vyrj3dZsez89R3fGwAfMexE5568mEyP
|
|
- OP_NODE_ROLLUP_CONFIG=/config/rollup.json
|
|
- OP_NODE_ROLLUP_LOAD_PROTOCOL_VERSIONS=true
|
|
- OP_NODE_RPC_ADDR=0.0.0.0
|
|
- OP_NODE_RPC_PORT=8545
|
|
- OP_NODE_SNAPSHOT_LOG=/tmp/op-node-snapshot-log
|
|
- OP_NODE_SYNCMODE=execution-layer
|
|
- OP_NODE_VERIFIER_L1_CONFS=0
|
|
entrypoint: [op-node]
|
|
restart: unless-stopped
|
|
depends_on:
|
|
hashkeychain-mainnet-op-erigon-node-init:
|
|
condition: service_completed_successfully
|
|
hashkeychain-mainnet-op-erigon:
|
|
condition: service_started
|
|
networks:
|
|
- chains
|
|
volumes:
|
|
- ${HASHKEYCHAIN_MAINNET_OP_ERIGON_ARCHIVE_TRACE_NODE_CONFIG:-hashkeychain-mainnet-op-erigon-archive-trace_node_config}:/config
|
|
- .jwtsecret:/jwtsecret:ro
|
|
logging: *logging-defaults
|
|
labels:
|
|
- prometheus-scrape.enabled=true
|
|
- prometheus-scrape.port=7300
|
|
- prometheus-scrape.path=/metrics
|
|
- traefik.enable=true
|
|
- traefik.http.middlewares.hashkeychain-mainnet-op-erigon-archive-trace-node-stripprefix.stripprefix.prefixes=/hashkeychain-mainnet-op-erigon/node
|
|
- traefik.http.services.hashkeychain-mainnet-op-erigon-archive-trace-node.loadbalancer.server.port=8547
|
|
- ${NO_SSL:-traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace-node.entrypoints=websecure}
|
|
- ${NO_SSL:-traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace-node.tls.certresolver=myresolver}
|
|
- ${NO_SSL:-traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace-node.rule=Host(`$DOMAIN`) && PathPrefix(`/hashkeychain-mainnet-op-erigon/node`)}
|
|
- ${NO_SSL:+traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace-node.rule=PathPrefix(`/hashkeychain-mainnet-op-erigon/node`)}
|
|
- traefik.http.routers.hashkeychain-mainnet-op-erigon-archive-trace-node.middlewares=hashkeychain-mainnet-op-erigon-archive-trace-node-stripprefix, ipallowlist
|
|
|
|
volumes:
|
|
hashkeychain-mainnet-op-erigon-archive-trace:
|
|
hashkeychain-mainnet-op-erigon-archive-trace_config:
|
|
hashkeychain-mainnet-op-erigon-archive-trace_node_config:
|
|
|
|
x-ephemeral-volumes:
|
|
- hashkeychain-mainnet-op-erigon-archive-trace_config
|
|
|
|
x-upstreams:
|
|
- id: $${ID}
|
|
labels:
|
|
provider: $${PROVIDER}
|
|
connection:
|
|
generic:
|
|
rpc:
|
|
url: $${RPC_URL}
|
|
ws:
|
|
frameSize: 20Mb
|
|
msgSize: 50Mb
|
|
url: $${WS_URL}
|
|
chain: hashkey
|
|
method-groups:
|
|
enabled:
|
|
- debug
|
|
- filter
|
|
- trace
|
|
methods:
|
|
disabled:
|
|
enabled:
|
|
- name: txpool_content # TODO: should be disabled for rollup nodes
|
|
# standard geth and erigon
|
|
- name: debug_accountRange
|
|
- name: debug_getModifiedAccountsByNumber
|
|
- name: debug_getModifiedAccountsByHash
|
|
# non standard geth and erigon
|
|
- name: eth_getRawTransactionByHash
|
|
- name: eth_getRawTransactionByBlockHashAndIndex
|
|
# non standard erigon only
|
|
- name: eth_getBlockReceipts
|
|
- name: eth_protocolVersion
|
|
- name: eth_callMany
|
|
- name: eth_callBundle
|
|
- name: debug_accountAt
|
|
- name: debug_traceCallMany
|
|
- name: erigon_getHeaderByHash
|
|
- name: erigon_getBlockReceiptsByBlockHash
|
|
- name: erigon_getHeaderByNumber
|
|
- name: erigon_getLogsByHash
|
|
- name: erigon_forks
|
|
- name: erigon_getBlockByTimestamp
|
|
- name: erigon_BlockNumber
|
|
- name: erigon_getLatestLogs
|
|
... |