From af15054bf5ed0fbd6878c1b2c98949161b596795 Mon Sep 17 00:00:00 2001 From: Para Dox Date: Thu, 22 May 2025 16:04:55 +0700 Subject: [PATCH] new fuse --- .../fuse-mainnet-nethermind-archive-trace.yml | 115 +++++++++++++++++ .../fuse-mainnet-nethermind-archive.yml | 83 ------------ .../fuse-mainnet-nethermind-minimal-trace.yml | 122 ++++++++++++++++++ .../fuse-mainnet-nethermind-pruned-trace.yml | 115 +++++++++++++++++ .../fuse-mainnet-nethermind-pruned.yml | 80 ------------ .../fuse-spark-nethermind-archive-trace.yml | 115 +++++++++++++++++ .../fuse-spark-nethermind-minimal-trace.yml | 122 ++++++++++++++++++ .../fuse-spark-nethermind-pruned-trace.yml | 115 +++++++++++++++++ 8 files changed, 704 insertions(+), 163 deletions(-) create mode 100644 fuse/nethermind/fuse-mainnet-nethermind-archive-trace.yml delete mode 100644 fuse/nethermind/fuse-mainnet-nethermind-archive.yml create mode 100644 fuse/nethermind/fuse-mainnet-nethermind-minimal-trace.yml create mode 100644 fuse/nethermind/fuse-mainnet-nethermind-pruned-trace.yml delete mode 100644 fuse/nethermind/fuse-mainnet-nethermind-pruned.yml create mode 100644 fuse/nethermind/fuse-spark-nethermind-archive-trace.yml create mode 100644 fuse/nethermind/fuse-spark-nethermind-minimal-trace.yml create mode 100644 fuse/nethermind/fuse-spark-nethermind-pruned-trace.yml diff --git a/fuse/nethermind/fuse-mainnet-nethermind-archive-trace.yml b/fuse/nethermind/fuse-mainnet-nethermind-archive-trace.yml new file mode 100644 index 00000000..53d68e04 --- /dev/null +++ b/fuse/nethermind/fuse-mainnet-nethermind-archive-trace.yml @@ -0,0 +1,115 @@ +--- + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:fuse/nethermind/fuse-mainnet-nethermind-archive-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/fuse-mainnet-archive \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: 10m + max-file: '3' + +services: + fuse-mainnet-archive: + image: ${FUSE_NETHERMIND_IMAGE:-fusenet/node}:${FUSE_MAINNET_NETHERMIND_VERSION:-nethermind-1.28.0-v6.0.3} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + user: root + ports: + - 14585:14585 + - 14585:14585/udp + expose: + - 8545 + - 9091 + environment: + - NETHERMIND_CONFIG=fuse_archive + - NETHERMIND_INIT_WEBSOCKETSENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,Trace,TxPool,Web3,Personal,Proof,Net,Parity,Health,Rpc,Debug,Admin] + - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 + - NETHERMIND_JSONRPCCONFIG_PORT=8545 + - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 + - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 + - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=14585 + - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 + - NETHERMIND_NETWORKCONFIG_P2PPORT=14585 + - NETHERMIND_TRACESTORECONFIG_BLOCKSTOKEEP=0 + - NETHERMIND_TRACESTORECONFIG_ENABLED=true + - NETHERMIND_TRACESTORECONFIG_TRACETYPES=Trace,Rewards + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${FUSE_MAINNET_NETHERMIND_ARCHIVE_TRACE_DATA:-fuse-mainnet-nethermind-archive-trace}:/nethermind + - /slowdisk:/slowdisk + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9091 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.fuse-mainnet-nethermind-archive-trace-stripprefix.stripprefix.prefixes=/fuse-mainnet-archive + - traefik.http.services.fuse-mainnet-nethermind-archive-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-archive-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-archive-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-archive-trace.rule=Host(`$DOMAIN`) && (Path(`/fuse-mainnet-archive`) || Path(`/fuse-mainnet-archive/`))} + - ${NO_SSL:+traefik.http.routers.fuse-mainnet-nethermind-archive-trace.rule=Path(`/fuse-mainnet-archive`) || Path(`/fuse-mainnet-archive/`)} + - traefik.http.routers.fuse-mainnet-nethermind-archive-trace.middlewares=fuse-mainnet-nethermind-archive-trace-stripprefix, ipallowlist + +volumes: + fuse-mainnet-nethermind-archive-trace: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: fuse + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes +... \ No newline at end of file diff --git a/fuse/nethermind/fuse-mainnet-nethermind-archive.yml b/fuse/nethermind/fuse-mainnet-nethermind-archive.yml deleted file mode 100644 index 2bceb71b..00000000 --- a/fuse/nethermind/fuse-mainnet-nethermind-archive.yml +++ /dev/null @@ -1,83 +0,0 @@ - - -# get the latest version tag from https://raw.githubusercontent.com/fuseio/fuse-network/master/Version -# DOCKER_IMAGE_NM_CLIENT - -services: - - fuse-mainnet-nethermind-archive-health: - depends_on: - - fuse-mainnet-nethermind-archive - build: - context: ./check-health/ - dockerfile: Dockerfile - environment: - - RPC_URL=http://fuse-mainnet-nethermind-archive:8545 - - REF_URL=https://fuse-pokt.nodies.app # optional - - CHECK_INTERVAL=30 # in seconds - volumes: - - .:/repo:ro - - fuse-mainnet-nethermind-archive-health:/health:rw - networks: - - chains - - fuse-mainnet-nethermind-archive: - image: fusenet/node:nethermind-1.28.0-v6.0.3 - healthcheck: - test: ["CMD", "sh", "-c", "while read -r status; do [ \"$$status\" = \"online\" -o \"$$status\" = \"lagging\" ] && exit 0; done < /health/status; exit 1"] - interval: 30s - timeout: 1s - retries: 1 - expose: - - "3041" - - "8545" - - "8546" - ports: - - "3041:3041/tcp" - - "3041:3041/udp" - volumes: - - fuse-mainnet-nethermind-archive-keystore:/nethermind/keystore - - fuse-mainnet-nethermind-archive-logs:/nethermind/logs - - ${FUSE_MAINNET_NETHERMIND_ARCHIVE__DB_DATA:-fuse-mainnet-nethermind-archive-db}:/nethermind/nethermind_db - - fuse-mainnet-nethermind-archive-health:/health:ro - - /etc/timezone:/etc/timezone:ro - - /etc/localtime:/etc/localtime:ro - environment: - - NETHERMIND_CONFIG=fuse - - NETHERMIND_JSONRPCCONFIG_ENABLED=true - - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,TxPool,Web3,Net,Parity,Health,Rpc,Debug,Admin] - - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 - - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 - - NETHERMIND_NETWORKCONFIG_P2PPORT=3041 - - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=3041 - - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 - - NETHERMIND_JSONRPCCONFIG_PORT=8545 - - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 - - NETHERMIND_SYNCCONFIG_FASTSYNC=true - - NETHERMIND_SYNCCONFIG_SNAPSYNC=false - - NETHERMIND_SYNCCONFIG_FASTBLOCKS=true - - NETHERMIND_SYNCCONFIG_DOWNLOADBODIESINFASTSYNC=true - - NETHERMIND_SYNCCONFIG_DOWNLOADRECEIPTSINFASTSYNC=true - - NETHERMIND_SYNCCONFIG_USEGETHLIMITSINFASTBLOCKS=false - - NETHERMIND_PRUNINGCONFIG_MODE=None - networks: - - chains - restart: unless-stopped - command: --Init.WebSocketsEnabled true - labels: - - "traefik.enable=true" - - "traefik.http.middlewares.fuse-mainnet-nethermind-archive-stripprefix.stripprefix.prefixes=/fuse-mainnet-nethermind-archive" - - "traefik.http.services.fuse-mainnet-nethermind-archive.loadbalancer.server.port=8545" - - "traefik.http.routers.fuse-mainnet-nethermind-archive.entrypoints=websecure" - - "traefik.http.routers.fuse-mainnet-nethermind-archive.tls.certresolver=myresolver" - - "traefik.http.routers.fuse-mainnet-nethermind-archive.rule=Host(`$DOMAIN`) && PathPrefix(`/fuse-mainnet-nethermind-archive`)" - - "traefik.http.routers.fuse-mainnet-nethermind-archive.middlewares=fuse-mainnet-nethermind-archive-stripprefix, ipwhitelist" - - "prometheus-scrape.enabled=true" - - "prometheus-scrape.port=3000" - - "prometheus-scrape.job_name=fuse-mainnet-nethermind-archive" - -volumes: - fuse-mainnet-nethermind-archive-keystore: - fuse-mainnet-nethermind-archive-logs: - fuse-mainnet-nethermind-archive-db: - fuse-mainnet-nethermind-archive-health: diff --git a/fuse/nethermind/fuse-mainnet-nethermind-minimal-trace.yml b/fuse/nethermind/fuse-mainnet-nethermind-minimal-trace.yml new file mode 100644 index 00000000..36764a16 --- /dev/null +++ b/fuse/nethermind/fuse-mainnet-nethermind-minimal-trace.yml @@ -0,0 +1,122 @@ +--- + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:fuse/nethermind/fuse-mainnet-nethermind-minimal-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/fuse-mainnet-minimal \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: 10m + max-file: '3' + +services: + fuse-mainnet-minimal: + image: ${FUSE_NETHERMIND_IMAGE:-fusenet/node}:${FUSE_MAINNET_NETHERMIND_VERSION:-nethermind-1.28.0-v6.0.3} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + user: root + ports: + - 10689:10689 + - 10689:10689/udp + expose: + - 8545 + - 9091 + environment: + - NETHERMIND_CONFIG= + - NETHERMIND_INIT_WEBSOCKETSENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,Trace,TxPool,Web3,Personal,Proof,Net,Parity,Health,Rpc,Debug,Admin] + - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 + - NETHERMIND_JSONRPCCONFIG_PORT=8545 + - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 + - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 + - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=10689 + - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 + - NETHERMIND_NETWORKCONFIG_P2PPORT=10689 + - NETHERMIND_PRUNINGCONFIG_MODE=Full + - NETHERMIND_STORECONFIG_STORERECEIPTS=False + - NETHERMIND_SYNCCONFIG_DOWNLOADBODIESINFASTSYNC=False + - NETHERMIND_SYNCCONFIG_DOWNLOADRECEIPTSINFASTSYNC=False + - NETHERMIND_SYNCCONFIG_FASTSYNC=True + - NETHERMIND_SYNCCONFIG_NONVALIDATORNODE=True + - NETHERMIND_SYNCCONFIG_SNAPSYNC=True + - NETHERMIND_TRACESTORECONFIG_BLOCKSTOKEEP=0 + - NETHERMIND_TRACESTORECONFIG_ENABLED=true + - NETHERMIND_TRACESTORECONFIG_TRACETYPES=Trace,Rewards + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${FUSE_MAINNET_NETHERMIND_MINIMAL_TRACE_DATA:-fuse-mainnet-nethermind-minimal-trace}:/nethermind + - /slowdisk:/slowdisk + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9091 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.fuse-mainnet-nethermind-minimal-trace-stripprefix.stripprefix.prefixes=/fuse-mainnet-minimal + - traefik.http.services.fuse-mainnet-nethermind-minimal-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-minimal-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-minimal-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-minimal-trace.rule=Host(`$DOMAIN`) && (Path(`/fuse-mainnet-minimal`) || Path(`/fuse-mainnet-minimal/`))} + - ${NO_SSL:+traefik.http.routers.fuse-mainnet-nethermind-minimal-trace.rule=Path(`/fuse-mainnet-minimal`) || Path(`/fuse-mainnet-minimal/`)} + - traefik.http.routers.fuse-mainnet-nethermind-minimal-trace.middlewares=fuse-mainnet-nethermind-minimal-trace-stripprefix, ipallowlist + +volumes: + fuse-mainnet-nethermind-minimal-trace: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: fuse + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes +... \ No newline at end of file diff --git a/fuse/nethermind/fuse-mainnet-nethermind-pruned-trace.yml b/fuse/nethermind/fuse-mainnet-nethermind-pruned-trace.yml new file mode 100644 index 00000000..d481b85c --- /dev/null +++ b/fuse/nethermind/fuse-mainnet-nethermind-pruned-trace.yml @@ -0,0 +1,115 @@ +--- + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:fuse/nethermind/fuse-mainnet-nethermind-pruned-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/fuse-mainnet \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: 10m + max-file: '3' + +services: + fuse-mainnet: + image: ${FUSE_NETHERMIND_IMAGE:-fusenet/node}:${FUSE_MAINNET_NETHERMIND_VERSION:-nethermind-1.28.0-v6.0.3} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + user: root + ports: + - 11568:11568 + - 11568:11568/udp + expose: + - 8545 + - 9091 + environment: + - NETHERMIND_CONFIG= + - NETHERMIND_INIT_WEBSOCKETSENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,Trace,TxPool,Web3,Personal,Proof,Net,Parity,Health,Rpc,Debug,Admin] + - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 + - NETHERMIND_JSONRPCCONFIG_PORT=8545 + - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 + - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 + - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=11568 + - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 + - NETHERMIND_NETWORKCONFIG_P2PPORT=11568 + - NETHERMIND_TRACESTORECONFIG_BLOCKSTOKEEP=0 + - NETHERMIND_TRACESTORECONFIG_ENABLED=true + - NETHERMIND_TRACESTORECONFIG_TRACETYPES=Trace,Rewards + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${FUSE_MAINNET_NETHERMIND_PRUNED_TRACE_DATA:-fuse-mainnet-nethermind-pruned-trace}:/nethermind + - /slowdisk:/slowdisk + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9091 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.fuse-mainnet-nethermind-pruned-trace-stripprefix.stripprefix.prefixes=/fuse-mainnet + - traefik.http.services.fuse-mainnet-nethermind-pruned-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-pruned-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-pruned-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-pruned-trace.rule=Host(`$DOMAIN`) && (Path(`/fuse-mainnet`) || Path(`/fuse-mainnet/`))} + - ${NO_SSL:+traefik.http.routers.fuse-mainnet-nethermind-pruned-trace.rule=Path(`/fuse-mainnet`) || Path(`/fuse-mainnet/`)} + - traefik.http.routers.fuse-mainnet-nethermind-pruned-trace.middlewares=fuse-mainnet-nethermind-pruned-trace-stripprefix, ipallowlist + +volumes: + fuse-mainnet-nethermind-pruned-trace: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: fuse + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes +... \ No newline at end of file diff --git a/fuse/nethermind/fuse-mainnet-nethermind-pruned.yml b/fuse/nethermind/fuse-mainnet-nethermind-pruned.yml deleted file mode 100644 index 30e1f54f..00000000 --- a/fuse/nethermind/fuse-mainnet-nethermind-pruned.yml +++ /dev/null @@ -1,80 +0,0 @@ -# get the latest version tag from https://raw.githubusercontent.com/fuseio/fuse-network/master/Version -# DOCKER_IMAGE_NM_CLIENT - -services: - - fuse-mainnet-nethermind-pruned-health: - depends_on: - - fuse-mainnet-nethermind-pruned - build: - context: ./check-health/ - dockerfile: Dockerfile - environment: - - RPC_URL=http://fuse-mainnet-nethermind-pruned:8545 - - REF_URL=https://fuse-pokt.nodies.app # optional - - CHECK_INTERVAL=30 # in seconds - volumes: - - .:/repo:ro - - fuse-mainnet-nethermind-pruned-health:/health:rw - networks: - - chains - - fuse-mainnet-nethermind-pruned: - image: fusenet/node:nethermind-1.25.4-v6.0.2 - healthcheck: - test: ["CMD", "sh", "-c", "while read -r status; do [ \"$$status\" = \"online\" -o \"$$status\" = \"lagging\" ] && exit 0; done < /health/status; exit 1"] - interval: 30s - timeout: 1s - retries: 1 - expose: - - "35045" - - "8545" - - "8546" - ports: - - "35045:35045/tcp" - - "35045:35045/udp" - volumes: - - fuse-mainnet-nethermind-pruned-keystore:/nethermind/keystore - - fuse-mainnet-nethermind-pruned-logs:/nethermind/logs - - fuse-mainnet-nethermind-pruned-db:/nethermind/nethermind_db - - fuse-mainnet-nethermind-pruned-health:/health:ro - - /etc/timezone:/etc/timezone:ro - - /etc/localtime:/etc/localtime:ro - environment: - - NETHERMIND_CONFIG=fuse - - NETHERMIND_JSONRPCCONFIG_ENABLED=true - - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,TxPool,Web3,Net,Parity,Health,Rpc,Debug,Admin] - - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 - - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 - - NETHERMIND_NETWORKCONFIG_P2PPORT=35045 - - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=35045 - - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 - - NETHERMIND_JSONRPCCONFIG_PORT=8545 - - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 - - NETHERMIND_SYNCCONFIG_FASTSYNC=true - - NETHERMIND_SYNCCONFIG_SNAPSYNC=false - - NETHERMIND_SYNCCONFIG_FASTBLOCKS=true - - NETHERMIND_SYNCCONFIG_DOWNLOADBODIESINFASTSYNC=true - - NETHERMIND_SYNCCONFIG_DOWNLOADRECEIPTSINFASTSYNC=true - - NETHERMIND_SYNCCONFIG_USEGETHLIMITSINFASTBLOCKS=false - networks: - - chains - restart: unless-stopped - command: --Init.WebSocketsEnabled true - labels: - - "traefik.enable=true" - - "traefik.http.middlewares.fuse-mainnet-nethermind-pruned-stripprefix.stripprefix.prefixes=/fuse-mainnet-nethermind-pruned" - - "traefik.http.services.fuse-mainnet-nethermind-pruned.loadbalancer.server.port=8545" - - "traefik.http.routers.fuse-mainnet-nethermind-pruned.entrypoints=websecure" - - "traefik.http.routers.fuse-mainnet-nethermind-pruned.tls.certresolver=myresolver" - - "traefik.http.routers.fuse-mainnet-nethermind-pruned.rule=Host(`$DOMAIN`) && PathPrefix(`/fuse-mainnet-nethermind-pruned`)" - - "traefik.http.routers.fuse-mainnet-nethermind-pruned.middlewares=fuse-mainnet-nethermind-pruned-stripprefix, ipwhitelist" - - "prometheus-scrape.enabled=true" - - "prometheus-scrape.port=3000" - - "prometheus-scrape.job_name=fuse-mainnet-nethermind-pruned" - -volumes: - fuse-mainnet-nethermind-pruned-keystore: - fuse-mainnet-nethermind-pruned-logs: - fuse-mainnet-nethermind-pruned-db: - fuse-mainnet-nethermind-pruned-health: diff --git a/fuse/nethermind/fuse-spark-nethermind-archive-trace.yml b/fuse/nethermind/fuse-spark-nethermind-archive-trace.yml new file mode 100644 index 00000000..ae00585f --- /dev/null +++ b/fuse/nethermind/fuse-spark-nethermind-archive-trace.yml @@ -0,0 +1,115 @@ +--- + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:fuse/nethermind/fuse-spark-nethermind-archive-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/fuse-spark-archive \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: 10m + max-file: '3' + +services: + fuse-spark-archive: + image: ${FUSE_NETHERMIND_IMAGE:-fusenet/node}:${FUSE_SPARK_NETHERMIND_VERSION:-nethermind-1.28.0-v6.0.3} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + user: root + ports: + - 10264:10264 + - 10264:10264/udp + expose: + - 8545 + - 9091 + environment: + - NETHERMIND_CONFIG=spark_archive + - NETHERMIND_INIT_WEBSOCKETSENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,Trace,TxPool,Web3,Personal,Proof,Net,Parity,Health,Rpc,Debug,Admin] + - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 + - NETHERMIND_JSONRPCCONFIG_PORT=8545 + - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 + - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 + - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=10264 + - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 + - NETHERMIND_NETWORKCONFIG_P2PPORT=10264 + - NETHERMIND_TRACESTORECONFIG_BLOCKSTOKEEP=0 + - NETHERMIND_TRACESTORECONFIG_ENABLED=true + - NETHERMIND_TRACESTORECONFIG_TRACETYPES=Trace,Rewards + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${FUSE_SPARK_NETHERMIND_ARCHIVE_TRACE_DATA:-fuse-spark-nethermind-archive-trace}:/nethermind + - /slowdisk:/slowdisk + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9091 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.fuse-spark-nethermind-archive-trace-stripprefix.stripprefix.prefixes=/fuse-spark-archive + - traefik.http.services.fuse-spark-nethermind-archive-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-archive-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-archive-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-archive-trace.rule=Host(`$DOMAIN`) && (Path(`/fuse-spark-archive`) || Path(`/fuse-spark-archive/`))} + - ${NO_SSL:+traefik.http.routers.fuse-spark-nethermind-archive-trace.rule=Path(`/fuse-spark-archive`) || Path(`/fuse-spark-archive/`)} + - traefik.http.routers.fuse-spark-nethermind-archive-trace.middlewares=fuse-spark-nethermind-archive-trace-stripprefix, ipallowlist + +volumes: + fuse-spark-nethermind-archive-trace: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: fuse + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes +... \ No newline at end of file diff --git a/fuse/nethermind/fuse-spark-nethermind-minimal-trace.yml b/fuse/nethermind/fuse-spark-nethermind-minimal-trace.yml new file mode 100644 index 00000000..05dcac34 --- /dev/null +++ b/fuse/nethermind/fuse-spark-nethermind-minimal-trace.yml @@ -0,0 +1,122 @@ +--- + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:fuse/nethermind/fuse-spark-nethermind-minimal-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/fuse-spark-minimal \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: 10m + max-file: '3' + +services: + fuse-spark-minimal: + image: ${FUSE_NETHERMIND_IMAGE:-fusenet/node}:${FUSE_SPARK_NETHERMIND_VERSION:-nethermind-1.28.0-v6.0.3} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + user: root + ports: + - 11217:11217 + - 11217:11217/udp + expose: + - 8545 + - 9091 + environment: + - NETHERMIND_CONFIG= + - NETHERMIND_INIT_WEBSOCKETSENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,Trace,TxPool,Web3,Personal,Proof,Net,Parity,Health,Rpc,Debug,Admin] + - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 + - NETHERMIND_JSONRPCCONFIG_PORT=8545 + - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 + - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 + - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=11217 + - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 + - NETHERMIND_NETWORKCONFIG_P2PPORT=11217 + - NETHERMIND_PRUNINGCONFIG_MODE=Full + - NETHERMIND_STORECONFIG_STORERECEIPTS=False + - NETHERMIND_SYNCCONFIG_DOWNLOADBODIESINFASTSYNC=False + - NETHERMIND_SYNCCONFIG_DOWNLOADRECEIPTSINFASTSYNC=False + - NETHERMIND_SYNCCONFIG_FASTSYNC=True + - NETHERMIND_SYNCCONFIG_NONVALIDATORNODE=True + - NETHERMIND_SYNCCONFIG_SNAPSYNC=True + - NETHERMIND_TRACESTORECONFIG_BLOCKSTOKEEP=0 + - NETHERMIND_TRACESTORECONFIG_ENABLED=true + - NETHERMIND_TRACESTORECONFIG_TRACETYPES=Trace,Rewards + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${FUSE_SPARK_NETHERMIND_MINIMAL_TRACE_DATA:-fuse-spark-nethermind-minimal-trace}:/nethermind + - /slowdisk:/slowdisk + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9091 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.fuse-spark-nethermind-minimal-trace-stripprefix.stripprefix.prefixes=/fuse-spark-minimal + - traefik.http.services.fuse-spark-nethermind-minimal-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-minimal-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-minimal-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-minimal-trace.rule=Host(`$DOMAIN`) && (Path(`/fuse-spark-minimal`) || Path(`/fuse-spark-minimal/`))} + - ${NO_SSL:+traefik.http.routers.fuse-spark-nethermind-minimal-trace.rule=Path(`/fuse-spark-minimal`) || Path(`/fuse-spark-minimal/`)} + - traefik.http.routers.fuse-spark-nethermind-minimal-trace.middlewares=fuse-spark-nethermind-minimal-trace-stripprefix, ipallowlist + +volumes: + fuse-spark-nethermind-minimal-trace: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: fuse + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes +... \ No newline at end of file diff --git a/fuse/nethermind/fuse-spark-nethermind-pruned-trace.yml b/fuse/nethermind/fuse-spark-nethermind-pruned-trace.yml new file mode 100644 index 00000000..d8a3a937 --- /dev/null +++ b/fuse/nethermind/fuse-spark-nethermind-pruned-trace.yml @@ -0,0 +1,115 @@ +--- + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:fuse/nethermind/fuse-spark-nethermind-pruned-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/fuse-spark \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: 10m + max-file: '3' + +services: + fuse-spark: + image: ${FUSE_NETHERMIND_IMAGE:-fusenet/node}:${FUSE_SPARK_NETHERMIND_VERSION:-nethermind-1.28.0-v6.0.3} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + user: root + ports: + - 12450:12450 + - 12450:12450/udp + expose: + - 8545 + - 9091 + environment: + - NETHERMIND_CONFIG= + - NETHERMIND_INIT_WEBSOCKETSENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,Trace,TxPool,Web3,Personal,Proof,Net,Parity,Health,Rpc,Debug,Admin] + - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 + - NETHERMIND_JSONRPCCONFIG_PORT=8545 + - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 + - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 + - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=12450 + - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 + - NETHERMIND_NETWORKCONFIG_P2PPORT=12450 + - NETHERMIND_TRACESTORECONFIG_BLOCKSTOKEEP=0 + - NETHERMIND_TRACESTORECONFIG_ENABLED=true + - NETHERMIND_TRACESTORECONFIG_TRACETYPES=Trace,Rewards + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${FUSE_SPARK_NETHERMIND_PRUNED_TRACE_DATA:-fuse-spark-nethermind-pruned-trace}:/nethermind + - /slowdisk:/slowdisk + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9091 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.fuse-spark-nethermind-pruned-trace-stripprefix.stripprefix.prefixes=/fuse-spark + - traefik.http.services.fuse-spark-nethermind-pruned-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-pruned-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-pruned-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-pruned-trace.rule=Host(`$DOMAIN`) && (Path(`/fuse-spark`) || Path(`/fuse-spark/`))} + - ${NO_SSL:+traefik.http.routers.fuse-spark-nethermind-pruned-trace.rule=Path(`/fuse-spark`) || Path(`/fuse-spark/`)} + - traefik.http.routers.fuse-spark-nethermind-pruned-trace.middlewares=fuse-spark-nethermind-pruned-trace-stripprefix, ipallowlist + +volumes: + fuse-spark-nethermind-pruned-trace: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: fuse + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes +... \ No newline at end of file