diff --git a/arc/reth/arc-testnet-reth-archive-trace.yml b/arc/reth/arc-testnet-reth-archive-trace.yml new file mode 100644 index 00000000..e5a7d68c --- /dev/null +++ b/arc/reth/arc-testnet-reth-archive-trace.yml @@ -0,0 +1,182 @@ +--- +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: "10m" + max-file: "3" + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:arc/reth/arc-testnet-reth-archive-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/arc-testnet-archive \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' + +services: + arc-testnet-archive-consensus-init: + image: ${ARC_CONSENSUS_IMAGE:-docker.cloudsmith.io/circle/arc-network/arc-consensus}:${ARC_TESTNET_CONSENSUS_VERSION:-0.7.2} + user: 0:0 + entrypoint: [/usr/local/bin/arc-node-consensus, init] + command: + - --home=/data/consensus + restart: no + networks: + - chains + volumes: + - ${ARC_TESTNET_RETH_ARCHIVE_TRACE_CONSENSUS_DATA:-arc-testnet-reth-archive-trace-consensus}:/data/consensus + logging: *logging-defaults + + arc-testnet-archive-sockets-init: + image: debian:bookworm-slim + entrypoint: [/bin/sh, -c] + command: [rm -f /sockets/*.ipc && chown 999:999 /sockets] + restart: no + depends_on: + arc-testnet-archive-consensus-init: + condition: service_completed_successfully + networks: + - chains + volumes: + - arc-testnet-reth-archive-trace-sockets:/sockets + logging: *logging-defaults + + arc-testnet-archive: + image: ${ARC_RETH_IMAGE:-docker.cloudsmith.io/circle/arc-network/arc-execution}:${ARC_TESTNET_RETH_VERSION:-0.7.2} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + memlock: -1 # Disable memory locking limits (for in-memory DBs like MDBX) + user: 0:0 + expose: + - 8545 + - 9001 + entrypoint: [/usr/local/bin/arc-node-execution, node] + command: + - --auth-ipc + - --auth-ipc.path=/sockets/auth.ipc + - --chain=arc-testnet + - --datadir=/data/execution + - --disable-discovery + - --enable-arc-rpc + - --full + - --http + - --http.addr=0.0.0.0 + - --http.api=eth,net,web3,txpool,trace,debug + - --http.port=8545 + - --ipcpath=/sockets/reth.ipc + - --log.file.directory=/data/execution/logs + - --metrics=0.0.0.0:9001 + - --rpc.forwarder=https://rpc.quicknode.testnet.arc.network/ + restart: unless-stopped + stop_grace_period: 5m + depends_on: + arc-testnet-archive-sockets-init: + condition: service_completed_successfully + networks: + - chains + volumes: + - ${ARC_TESTNET_RETH_ARCHIVE_TRACE_EXECUTION_DATA:-arc-testnet-reth-archive-trace-execution}:/data/execution + - /slowdisk:/slowdisk + - arc-testnet-reth-archive-trace-sockets:/sockets + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9001 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.arc-testnet-reth-archive-trace-stripprefix.stripprefix.prefixes=/arc-testnet-archive + - traefik.http.services.arc-testnet-reth-archive-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.arc-testnet-reth-archive-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.arc-testnet-reth-archive-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.arc-testnet-reth-archive-trace.rule=Host(`$DOMAIN`) && (Path(`/arc-testnet-archive`) || Path(`/arc-testnet-archive/`))} + - ${NO_SSL:+traefik.http.routers.arc-testnet-reth-archive-trace.rule=Path(`/arc-testnet-archive`) || Path(`/arc-testnet-archive/`)} + - traefik.http.routers.arc-testnet-reth-archive-trace.middlewares=arc-testnet-reth-archive-trace-stripprefix, ipallowlist + shm_size: 2gb + + arc-testnet-archive-node: + image: ${ARC_CONSENSUS_IMAGE:-docker.cloudsmith.io/circle/arc-network/arc-consensus}:${ARC_TESTNET_CONSENSUS_VERSION:-0.7.2} + user: 0:0 + expose: + - 31000 + - 29000 + entrypoint: [/usr/local/bin/arc-node-consensus, start] + command: + - --eth-socket=/sockets/reth.ipc + - --execution-persistence-backpressure + - --execution-persistence-backpressure-threshold=50 + - --execution-socket=/sockets/auth.ipc + - --follow + - --follow.endpoint=https://rpc.blockdaemon.testnet.arc.network,wss=rpc.blockdaemon.testnet.arc.network/websocket + - --follow.endpoint=https://rpc.drpc.testnet.arc.network,wss=rpc.drpc.testnet.arc.network + - --follow.endpoint=https://rpc.quicknode.testnet.arc.network,wss=rpc.quicknode.testnet.arc.network + - --full + - --home=/data/consensus + - --metrics=0.0.0.0:29000 + - --rpc.addr=0.0.0.0:31000 + restart: unless-stopped + stop_grace_period: 5m + depends_on: + arc-testnet-archive-consensus-init: + condition: service_completed_successfully + arc-testnet-archive: + condition: service_started + restart: true + networks: + - chains + volumes: + - ${ARC_TESTNET_RETH_ARCHIVE_TRACE_CONSENSUS_DATA:-arc-testnet-reth-archive-trace-consensus}:/data/consensus + - arc-testnet-reth-archive-trace-sockets:/sockets + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=29000 + +volumes: + arc-testnet-reth-archive-trace-consensus: + arc-testnet-reth-archive-trace-execution: + arc-testnet-reth-archive-trace-sockets: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + chain: arc-testnet + method-groups: + enabled: + - debug + - filter + - trace + methods: + enabled: + - name: txpool_content +... \ No newline at end of file diff --git a/arc/arc/arc-testnet-arc-full.yml b/arc/reth/arc-testnet-reth-pruned-trace.yml similarity index 69% rename from arc/arc/arc-testnet-arc-full.yml rename to arc/reth/arc-testnet-reth-pruned-trace.yml index ae48eab3..ce0d170e 100644 --- a/arc/arc/arc-testnet-arc-full.yml +++ b/arc/reth/arc-testnet-reth-pruned-trace.yml @@ -20,7 +20,7 @@ x-logging-defaults: &logging-defaults # ... # IP=$(curl ipinfo.io/ip) # DOMAIN=${IP}.traefik.me -# COMPOSE_FILE=base.yml:rpc.yml:arc/arc/arc-testnet-arc-full.yml +# COMPOSE_FILE=base.yml:rpc.yml:arc/reth/arc-testnet-reth-pruned-trace.yml # # docker compose up -d # @@ -29,22 +29,6 @@ x-logging-defaults: &logging-defaults # --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' services: - arc-testnet-snapshots: - image: ${ARC_ARC_IMAGE:-docker.cloudsmith.io/circle/arc-network/arc-execution}:${ARC_TESTNET_ARC_VERSION:-0.7.2} - user: 0:0 - entrypoint: [/usr/local/bin/arc-snapshots, download] - command: - - --chain=arc-testnet - - --consensus-path=/data/consensus - - --execution-path=/data/execution - restart: no - networks: - - chains - volumes: - - ${ARC_TESTNET_ARC_FULL_CONSENSUS_DATA:-arc-testnet-arc-full-consensus}:/data/consensus - - ${ARC_TESTNET_ARC_FULL_EXECUTION_DATA:-arc-testnet-arc-full-execution}:/data/execution - logging: *logging-defaults - arc-testnet-consensus-init: image: ${ARC_CONSENSUS_IMAGE:-docker.cloudsmith.io/circle/arc-network/arc-consensus}:${ARC_TESTNET_CONSENSUS_VERSION:-0.7.2} user: 0:0 @@ -52,13 +36,10 @@ services: command: - --home=/data/consensus restart: no - depends_on: - arc-testnet-snapshots: - condition: service_completed_successfully networks: - chains volumes: - - ${ARC_TESTNET_ARC_FULL_CONSENSUS_DATA:-arc-testnet-arc-full-consensus}:/data/consensus + - ${ARC_TESTNET_RETH_PRUNED_TRACE_CONSENSUS_DATA:-arc-testnet-reth-pruned-trace-consensus}:/data/consensus logging: *logging-defaults arc-testnet-sockets-init: @@ -72,11 +53,11 @@ services: networks: - chains volumes: - - arc-testnet-arc-full-sockets:/sockets + - arc-testnet-reth-pruned-trace-sockets:/sockets logging: *logging-defaults arc-testnet: - image: ${ARC_ARC_IMAGE:-docker.cloudsmith.io/circle/arc-network/arc-execution}:${ARC_TESTNET_ARC_VERSION:-0.7.2} + image: ${ARC_RETH_IMAGE:-docker.cloudsmith.io/circle/arc-network/arc-execution}:${ARC_TESTNET_RETH_VERSION:-0.7.2} sysctls: # TCP Performance net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle @@ -90,6 +71,7 @@ services: net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets ulimits: nofile: 1048576 # Max open files (for RPC/WS connections) + memlock: -1 # Disable memory locking limits (for in-memory DBs like MDBX) user: 0:0 expose: - 8545 @@ -119,22 +101,23 @@ services: networks: - chains volumes: - - ${ARC_TESTNET_ARC_FULL_EXECUTION_DATA:-arc-testnet-arc-full-execution}:/data/execution + - ${ARC_TESTNET_RETH_PRUNED_TRACE_EXECUTION_DATA:-arc-testnet-reth-pruned-trace-execution}:/data/execution - /slowdisk:/slowdisk - - arc-testnet-arc-full-sockets:/sockets + - arc-testnet-reth-pruned-trace-sockets:/sockets logging: *logging-defaults labels: - prometheus-scrape.enabled=true - prometheus-scrape.port=9001 - prometheus-scrape.path=/metrics - traefik.enable=true - - traefik.http.middlewares.arc-testnet-arc-full-stripprefix.stripprefix.prefixes=/arc-testnet - - traefik.http.services.arc-testnet-arc-full.loadbalancer.server.port=8545 - - ${NO_SSL:-traefik.http.routers.arc-testnet-arc-full.entrypoints=websecure} - - ${NO_SSL:-traefik.http.routers.arc-testnet-arc-full.tls.certresolver=myresolver} - - ${NO_SSL:-traefik.http.routers.arc-testnet-arc-full.rule=Host(`$DOMAIN`) && (Path(`/arc-testnet`) || Path(`/arc-testnet/`))} - - ${NO_SSL:+traefik.http.routers.arc-testnet-arc-full.rule=Path(`/arc-testnet`) || Path(`/arc-testnet/`)} - - traefik.http.routers.arc-testnet-arc-full.middlewares=arc-testnet-arc-full-stripprefix, ipallowlist + - traefik.http.middlewares.arc-testnet-reth-pruned-trace-stripprefix.stripprefix.prefixes=/arc-testnet + - traefik.http.services.arc-testnet-reth-pruned-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.arc-testnet-reth-pruned-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.arc-testnet-reth-pruned-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.arc-testnet-reth-pruned-trace.rule=Host(`$DOMAIN`) && (Path(`/arc-testnet`) || Path(`/arc-testnet/`))} + - ${NO_SSL:+traefik.http.routers.arc-testnet-reth-pruned-trace.rule=Path(`/arc-testnet`) || Path(`/arc-testnet/`)} + - traefik.http.routers.arc-testnet-reth-pruned-trace.middlewares=arc-testnet-reth-pruned-trace-stripprefix, ipallowlist + shm_size: 2gb arc-testnet-node: image: ${ARC_CONSENSUS_IMAGE:-docker.cloudsmith.io/circle/arc-network/arc-consensus}:${ARC_TESTNET_CONSENSUS_VERSION:-0.7.2} @@ -167,17 +150,17 @@ services: networks: - chains volumes: - - ${ARC_TESTNET_ARC_FULL_CONSENSUS_DATA:-arc-testnet-arc-full-consensus}:/data/consensus - - arc-testnet-arc-full-sockets:/sockets + - ${ARC_TESTNET_RETH_PRUNED_TRACE_CONSENSUS_DATA:-arc-testnet-reth-pruned-trace-consensus}:/data/consensus + - arc-testnet-reth-pruned-trace-sockets:/sockets logging: *logging-defaults labels: - prometheus-scrape.enabled=true - prometheus-scrape.port=29000 volumes: - arc-testnet-arc-full-consensus: - arc-testnet-arc-full-execution: - arc-testnet-arc-full-sockets: + arc-testnet-reth-pruned-trace-consensus: + arc-testnet-reth-pruned-trace-execution: + arc-testnet-reth-pruned-trace-sockets: x-upstreams: - id: $${ID} diff --git a/compose_registry.json b/compose_registry.json index 24de81d1..5d86b552 100644 --- a/compose_registry.json +++ b/compose_registry.json @@ -882,7 +882,7 @@ "compose_file": "arc/arc/arc-testnet-arc-full", "features": [], "network": "arc", - "node": "malachite", + "node": null, "relay": null, "stack": null, "type": "full", @@ -892,6 +892,42 @@ "arc-testnet-arc-full-sockets" ] }, + { + "chain": "testnet", + "client": "reth", + "compose_file": "arc/reth/arc-testnet-reth-archive-trace", + "features": [ + "trace" + ], + "network": "arc", + "node": "malachite", + "relay": null, + "stack": null, + "type": "archive", + "volumes": [ + "arc-testnet-reth-archive-trace-consensus", + "arc-testnet-reth-archive-trace-execution", + "arc-testnet-reth-archive-trace-sockets" + ] + }, + { + "chain": "testnet", + "client": "reth", + "compose_file": "arc/reth/arc-testnet-reth-pruned-trace", + "features": [ + "trace" + ], + "network": "arc", + "node": "malachite", + "relay": null, + "stack": null, + "type": "pruned", + "volumes": [ + "arc-testnet-reth-pruned-trace-consensus", + "arc-testnet-reth-pruned-trace-execution", + "arc-testnet-reth-pruned-trace-sockets" + ] + }, { "chain": "fuji", "client": "go",