From 5978ad47da134e634450114021edd9800732cfbb Mon Sep 17 00:00:00 2001 From: Para Dox Date: Thu, 22 May 2025 16:20:21 +0700 Subject: [PATCH] rocksdb --- ...innet-nethermind-archive-rocksdb-trace.yml | 117 +++++++++++++++++ ...innet-nethermind-minimal-rocksdb-trace.yml | 124 ++++++++++++++++++ ...ainnet-nethermind-pruned-rocksdb-trace.yml | 117 +++++++++++++++++ ...spark-nethermind-archive-rocksdb-trace.yml | 117 +++++++++++++++++ ...spark-nethermind-minimal-rocksdb-trace.yml | 124 ++++++++++++++++++ ...-spark-nethermind-pruned-rocksdb-trace.yml | 117 +++++++++++++++++ 6 files changed, 716 insertions(+) create mode 100644 fuse/nethermind/fuse-mainnet-nethermind-archive-rocksdb-trace.yml create mode 100644 fuse/nethermind/fuse-mainnet-nethermind-minimal-rocksdb-trace.yml create mode 100644 fuse/nethermind/fuse-mainnet-nethermind-pruned-rocksdb-trace.yml create mode 100644 fuse/nethermind/fuse-spark-nethermind-archive-rocksdb-trace.yml create mode 100644 fuse/nethermind/fuse-spark-nethermind-minimal-rocksdb-trace.yml create mode 100644 fuse/nethermind/fuse-spark-nethermind-pruned-rocksdb-trace.yml diff --git a/fuse/nethermind/fuse-mainnet-nethermind-archive-rocksdb-trace.yml b/fuse/nethermind/fuse-mainnet-nethermind-archive-rocksdb-trace.yml new file mode 100644 index 00000000..c9e236d2 --- /dev/null +++ b/fuse/nethermind/fuse-mainnet-nethermind-archive-rocksdb-trace.yml @@ -0,0 +1,117 @@ +--- + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:fuse/nethermind/fuse-mainnet-nethermind-archive-rocksdb-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/fuse-mainnet-archive \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: 10m + max-file: '3' + +services: + fuse-mainnet-archive: + image: ${FUSE_NETHERMIND_IMAGE:-fusenet/node}:${FUSE_MAINNET_NETHERMIND_VERSION:-nethermind-1.28.0-v6.0.3} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + user: root + ports: + - 13712:13712 + - 13712:13712/udp + expose: + - 8545 + - 9091 + environment: + - NETHERMIND_CONFIG=fuse_archive + - NETHERMIND_INITCONFIG_BASEDBPATH=/data/db + - NETHERMIND_INITCONFIG_LOGDIRECTORY=/data/logs + - NETHERMIND_INIT_WEBSOCKETSENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,Trace,TxPool,Web3,Personal,Proof,Net,Parity,Health,Rpc,Debug,Admin] + - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 + - NETHERMIND_JSONRPCCONFIG_PORT=8545 + - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 + - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 + - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=13712 + - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 + - NETHERMIND_NETWORKCONFIG_P2PPORT=13712 + - NETHERMIND_TRACESTORECONFIG_BLOCKSTOKEEP=0 + - NETHERMIND_TRACESTORECONFIG_ENABLED=true + - NETHERMIND_TRACESTORECONFIG_TRACETYPES=Trace,Rewards + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${FUSE_MAINNET_NETHERMIND_ARCHIVE_ROCKSDB_TRACE_DATA:-fuse-mainnet-nethermind-archive-rocksdb-trace}:/data + - /slowdisk:/slowdisk + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9091 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.fuse-mainnet-nethermind-archive-rocksdb-trace-stripprefix.stripprefix.prefixes=/fuse-mainnet-archive + - traefik.http.services.fuse-mainnet-nethermind-archive-rocksdb-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-archive-rocksdb-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-archive-rocksdb-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-archive-rocksdb-trace.rule=Host(`$DOMAIN`) && (Path(`/fuse-mainnet-archive`) || Path(`/fuse-mainnet-archive/`))} + - ${NO_SSL:+traefik.http.routers.fuse-mainnet-nethermind-archive-rocksdb-trace.rule=Path(`/fuse-mainnet-archive`) || Path(`/fuse-mainnet-archive/`)} + - traefik.http.routers.fuse-mainnet-nethermind-archive-rocksdb-trace.middlewares=fuse-mainnet-nethermind-archive-rocksdb-trace-stripprefix, ipallowlist + +volumes: + fuse-mainnet-nethermind-archive-rocksdb-trace: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: fuse + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes +... \ No newline at end of file diff --git a/fuse/nethermind/fuse-mainnet-nethermind-minimal-rocksdb-trace.yml b/fuse/nethermind/fuse-mainnet-nethermind-minimal-rocksdb-trace.yml new file mode 100644 index 00000000..b3a7350c --- /dev/null +++ b/fuse/nethermind/fuse-mainnet-nethermind-minimal-rocksdb-trace.yml @@ -0,0 +1,124 @@ +--- + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:fuse/nethermind/fuse-mainnet-nethermind-minimal-rocksdb-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/fuse-mainnet-minimal \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: 10m + max-file: '3' + +services: + fuse-mainnet-minimal: + image: ${FUSE_NETHERMIND_IMAGE:-fusenet/node}:${FUSE_MAINNET_NETHERMIND_VERSION:-nethermind-1.28.0-v6.0.3} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + user: root + ports: + - 14943:14943 + - 14943:14943/udp + expose: + - 8545 + - 9091 + environment: + - NETHERMIND_CONFIG= + - NETHERMIND_INITCONFIG_BASEDBPATH=/data/db + - NETHERMIND_INITCONFIG_LOGDIRECTORY=/data/logs + - NETHERMIND_INIT_WEBSOCKETSENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,Trace,TxPool,Web3,Personal,Proof,Net,Parity,Health,Rpc,Debug,Admin] + - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 + - NETHERMIND_JSONRPCCONFIG_PORT=8545 + - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 + - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 + - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=14943 + - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 + - NETHERMIND_NETWORKCONFIG_P2PPORT=14943 + - NETHERMIND_PRUNINGCONFIG_MODE=Full + - NETHERMIND_STORECONFIG_STORERECEIPTS=False + - NETHERMIND_SYNCCONFIG_DOWNLOADBODIESINFASTSYNC=False + - NETHERMIND_SYNCCONFIG_DOWNLOADRECEIPTSINFASTSYNC=False + - NETHERMIND_SYNCCONFIG_FASTSYNC=True + - NETHERMIND_SYNCCONFIG_NONVALIDATORNODE=True + - NETHERMIND_SYNCCONFIG_SNAPSYNC=True + - NETHERMIND_TRACESTORECONFIG_BLOCKSTOKEEP=0 + - NETHERMIND_TRACESTORECONFIG_ENABLED=true + - NETHERMIND_TRACESTORECONFIG_TRACETYPES=Trace,Rewards + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${FUSE_MAINNET_NETHERMIND_MINIMAL_ROCKSDB_TRACE_DATA:-fuse-mainnet-nethermind-minimal-rocksdb-trace}:/data + - /slowdisk:/slowdisk + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9091 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.fuse-mainnet-nethermind-minimal-rocksdb-trace-stripprefix.stripprefix.prefixes=/fuse-mainnet-minimal + - traefik.http.services.fuse-mainnet-nethermind-minimal-rocksdb-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-minimal-rocksdb-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-minimal-rocksdb-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-minimal-rocksdb-trace.rule=Host(`$DOMAIN`) && (Path(`/fuse-mainnet-minimal`) || Path(`/fuse-mainnet-minimal/`))} + - ${NO_SSL:+traefik.http.routers.fuse-mainnet-nethermind-minimal-rocksdb-trace.rule=Path(`/fuse-mainnet-minimal`) || Path(`/fuse-mainnet-minimal/`)} + - traefik.http.routers.fuse-mainnet-nethermind-minimal-rocksdb-trace.middlewares=fuse-mainnet-nethermind-minimal-rocksdb-trace-stripprefix, ipallowlist + +volumes: + fuse-mainnet-nethermind-minimal-rocksdb-trace: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: fuse + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes +... \ No newline at end of file diff --git a/fuse/nethermind/fuse-mainnet-nethermind-pruned-rocksdb-trace.yml b/fuse/nethermind/fuse-mainnet-nethermind-pruned-rocksdb-trace.yml new file mode 100644 index 00000000..7b57316c --- /dev/null +++ b/fuse/nethermind/fuse-mainnet-nethermind-pruned-rocksdb-trace.yml @@ -0,0 +1,117 @@ +--- + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:fuse/nethermind/fuse-mainnet-nethermind-pruned-rocksdb-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/fuse-mainnet \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: 10m + max-file: '3' + +services: + fuse-mainnet: + image: ${FUSE_NETHERMIND_IMAGE:-fusenet/node}:${FUSE_MAINNET_NETHERMIND_VERSION:-nethermind-1.28.0-v6.0.3} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + user: root + ports: + - 14778:14778 + - 14778:14778/udp + expose: + - 8545 + - 9091 + environment: + - NETHERMIND_CONFIG= + - NETHERMIND_INITCONFIG_BASEDBPATH=/data/db + - NETHERMIND_INITCONFIG_LOGDIRECTORY=/data/logs + - NETHERMIND_INIT_WEBSOCKETSENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,Trace,TxPool,Web3,Personal,Proof,Net,Parity,Health,Rpc,Debug,Admin] + - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 + - NETHERMIND_JSONRPCCONFIG_PORT=8545 + - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 + - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 + - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=14778 + - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 + - NETHERMIND_NETWORKCONFIG_P2PPORT=14778 + - NETHERMIND_TRACESTORECONFIG_BLOCKSTOKEEP=0 + - NETHERMIND_TRACESTORECONFIG_ENABLED=true + - NETHERMIND_TRACESTORECONFIG_TRACETYPES=Trace,Rewards + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${FUSE_MAINNET_NETHERMIND_PRUNED_ROCKSDB_TRACE_DATA:-fuse-mainnet-nethermind-pruned-rocksdb-trace}:/data + - /slowdisk:/slowdisk + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9091 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.fuse-mainnet-nethermind-pruned-rocksdb-trace-stripprefix.stripprefix.prefixes=/fuse-mainnet + - traefik.http.services.fuse-mainnet-nethermind-pruned-rocksdb-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-pruned-rocksdb-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-pruned-rocksdb-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.fuse-mainnet-nethermind-pruned-rocksdb-trace.rule=Host(`$DOMAIN`) && (Path(`/fuse-mainnet`) || Path(`/fuse-mainnet/`))} + - ${NO_SSL:+traefik.http.routers.fuse-mainnet-nethermind-pruned-rocksdb-trace.rule=Path(`/fuse-mainnet`) || Path(`/fuse-mainnet/`)} + - traefik.http.routers.fuse-mainnet-nethermind-pruned-rocksdb-trace.middlewares=fuse-mainnet-nethermind-pruned-rocksdb-trace-stripprefix, ipallowlist + +volumes: + fuse-mainnet-nethermind-pruned-rocksdb-trace: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: fuse + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes +... \ No newline at end of file diff --git a/fuse/nethermind/fuse-spark-nethermind-archive-rocksdb-trace.yml b/fuse/nethermind/fuse-spark-nethermind-archive-rocksdb-trace.yml new file mode 100644 index 00000000..b6766d01 --- /dev/null +++ b/fuse/nethermind/fuse-spark-nethermind-archive-rocksdb-trace.yml @@ -0,0 +1,117 @@ +--- + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:fuse/nethermind/fuse-spark-nethermind-archive-rocksdb-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/fuse-spark-archive \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: 10m + max-file: '3' + +services: + fuse-spark-archive: + image: ${FUSE_NETHERMIND_IMAGE:-fusenet/node}:${FUSE_SPARK_NETHERMIND_VERSION:-nethermind-1.28.0-v6.0.3} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + user: root + ports: + - 11219:11219 + - 11219:11219/udp + expose: + - 8545 + - 9091 + environment: + - NETHERMIND_CONFIG=spark_archive + - NETHERMIND_INITCONFIG_BASEDBPATH=/data/db + - NETHERMIND_INITCONFIG_LOGDIRECTORY=/data/logs + - NETHERMIND_INIT_WEBSOCKETSENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,Trace,TxPool,Web3,Personal,Proof,Net,Parity,Health,Rpc,Debug,Admin] + - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 + - NETHERMIND_JSONRPCCONFIG_PORT=8545 + - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 + - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 + - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=11219 + - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 + - NETHERMIND_NETWORKCONFIG_P2PPORT=11219 + - NETHERMIND_TRACESTORECONFIG_BLOCKSTOKEEP=0 + - NETHERMIND_TRACESTORECONFIG_ENABLED=true + - NETHERMIND_TRACESTORECONFIG_TRACETYPES=Trace,Rewards + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${FUSE_SPARK_NETHERMIND_ARCHIVE_ROCKSDB_TRACE_DATA:-fuse-spark-nethermind-archive-rocksdb-trace}:/data + - /slowdisk:/slowdisk + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9091 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.fuse-spark-nethermind-archive-rocksdb-trace-stripprefix.stripprefix.prefixes=/fuse-spark-archive + - traefik.http.services.fuse-spark-nethermind-archive-rocksdb-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-archive-rocksdb-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-archive-rocksdb-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-archive-rocksdb-trace.rule=Host(`$DOMAIN`) && (Path(`/fuse-spark-archive`) || Path(`/fuse-spark-archive/`))} + - ${NO_SSL:+traefik.http.routers.fuse-spark-nethermind-archive-rocksdb-trace.rule=Path(`/fuse-spark-archive`) || Path(`/fuse-spark-archive/`)} + - traefik.http.routers.fuse-spark-nethermind-archive-rocksdb-trace.middlewares=fuse-spark-nethermind-archive-rocksdb-trace-stripprefix, ipallowlist + +volumes: + fuse-spark-nethermind-archive-rocksdb-trace: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: fuse + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes +... \ No newline at end of file diff --git a/fuse/nethermind/fuse-spark-nethermind-minimal-rocksdb-trace.yml b/fuse/nethermind/fuse-spark-nethermind-minimal-rocksdb-trace.yml new file mode 100644 index 00000000..59ce7454 --- /dev/null +++ b/fuse/nethermind/fuse-spark-nethermind-minimal-rocksdb-trace.yml @@ -0,0 +1,124 @@ +--- + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:fuse/nethermind/fuse-spark-nethermind-minimal-rocksdb-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/fuse-spark-minimal \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: 10m + max-file: '3' + +services: + fuse-spark-minimal: + image: ${FUSE_NETHERMIND_IMAGE:-fusenet/node}:${FUSE_SPARK_NETHERMIND_VERSION:-nethermind-1.28.0-v6.0.3} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + user: root + ports: + - 12487:12487 + - 12487:12487/udp + expose: + - 8545 + - 9091 + environment: + - NETHERMIND_CONFIG= + - NETHERMIND_INITCONFIG_BASEDBPATH=/data/db + - NETHERMIND_INITCONFIG_LOGDIRECTORY=/data/logs + - NETHERMIND_INIT_WEBSOCKETSENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,Trace,TxPool,Web3,Personal,Proof,Net,Parity,Health,Rpc,Debug,Admin] + - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 + - NETHERMIND_JSONRPCCONFIG_PORT=8545 + - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 + - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 + - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=12487 + - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 + - NETHERMIND_NETWORKCONFIG_P2PPORT=12487 + - NETHERMIND_PRUNINGCONFIG_MODE=Full + - NETHERMIND_STORECONFIG_STORERECEIPTS=False + - NETHERMIND_SYNCCONFIG_DOWNLOADBODIESINFASTSYNC=False + - NETHERMIND_SYNCCONFIG_DOWNLOADRECEIPTSINFASTSYNC=False + - NETHERMIND_SYNCCONFIG_FASTSYNC=True + - NETHERMIND_SYNCCONFIG_NONVALIDATORNODE=True + - NETHERMIND_SYNCCONFIG_SNAPSYNC=True + - NETHERMIND_TRACESTORECONFIG_BLOCKSTOKEEP=0 + - NETHERMIND_TRACESTORECONFIG_ENABLED=true + - NETHERMIND_TRACESTORECONFIG_TRACETYPES=Trace,Rewards + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${FUSE_SPARK_NETHERMIND_MINIMAL_ROCKSDB_TRACE_DATA:-fuse-spark-nethermind-minimal-rocksdb-trace}:/data + - /slowdisk:/slowdisk + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9091 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.fuse-spark-nethermind-minimal-rocksdb-trace-stripprefix.stripprefix.prefixes=/fuse-spark-minimal + - traefik.http.services.fuse-spark-nethermind-minimal-rocksdb-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-minimal-rocksdb-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-minimal-rocksdb-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-minimal-rocksdb-trace.rule=Host(`$DOMAIN`) && (Path(`/fuse-spark-minimal`) || Path(`/fuse-spark-minimal/`))} + - ${NO_SSL:+traefik.http.routers.fuse-spark-nethermind-minimal-rocksdb-trace.rule=Path(`/fuse-spark-minimal`) || Path(`/fuse-spark-minimal/`)} + - traefik.http.routers.fuse-spark-nethermind-minimal-rocksdb-trace.middlewares=fuse-spark-nethermind-minimal-rocksdb-trace-stripprefix, ipallowlist + +volumes: + fuse-spark-nethermind-minimal-rocksdb-trace: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: fuse + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes +... \ No newline at end of file diff --git a/fuse/nethermind/fuse-spark-nethermind-pruned-rocksdb-trace.yml b/fuse/nethermind/fuse-spark-nethermind-pruned-rocksdb-trace.yml new file mode 100644 index 00000000..3ccd3497 --- /dev/null +++ b/fuse/nethermind/fuse-spark-nethermind-pruned-rocksdb-trace.yml @@ -0,0 +1,117 @@ +--- + +# Usage: +# +# mkdir rpc && cd rpc +# +# git init +# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git +# git fetch origin vibe +# git checkout origin/vibe +# +# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret +# +# env +# ... +# IP=$(curl ipinfo.io/ip) +# DOMAIN=${IP}.traefik.me +# COMPOSE_FILE=base.yml:rpc.yml:fuse/nethermind/fuse-spark-nethermind-pruned-rocksdb-trace.yml +# +# docker compose up -d +# +# curl -X POST https://${IP}.traefik.me/fuse-spark \ +# -H "Content-Type: application/json" \ +# --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}' +x-logging-defaults: &logging-defaults + driver: json-file + options: + max-size: 10m + max-file: '3' + +services: + fuse-spark: + image: ${FUSE_NETHERMIND_IMAGE:-fusenet/node}:${FUSE_SPARK_NETHERMIND_VERSION:-nethermind-1.28.0-v6.0.3} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + user: root + ports: + - 13404:13404 + - 13404:13404/udp + expose: + - 8545 + - 9091 + environment: + - NETHERMIND_CONFIG= + - NETHERMIND_INITCONFIG_BASEDBPATH=/data/db + - NETHERMIND_INITCONFIG_LOGDIRECTORY=/data/logs + - NETHERMIND_INIT_WEBSOCKETSENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLED=true + - NETHERMIND_JSONRPCCONFIG_ENABLEDMODULES=[Eth,Subscribe,Trace,TxPool,Web3,Personal,Proof,Net,Parity,Health,Rpc,Debug,Admin] + - NETHERMIND_JSONRPCCONFIG_HOST=0.0.0.0 + - NETHERMIND_JSONRPCCONFIG_PORT=8545 + - NETHERMIND_JSONRPCCONFIG_WEBSOCKETSPORT=8545 + - NETHERMIND_METRICSCONFIG_EXPOSEPORT=9091 + - NETHERMIND_NETWORKCONFIG_DISCOVERYPORT=13404 + - NETHERMIND_NETWORKCONFIG_MAXACTIVEPEERS=250 + - NETHERMIND_NETWORKCONFIG_P2PPORT=13404 + - NETHERMIND_TRACESTORECONFIG_BLOCKSTOKEEP=0 + - NETHERMIND_TRACESTORECONFIG_ENABLED=true + - NETHERMIND_TRACESTORECONFIG_TRACETYPES=Trace,Rewards + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${FUSE_SPARK_NETHERMIND_PRUNED_ROCKSDB_TRACE_DATA:-fuse-spark-nethermind-pruned-rocksdb-trace}:/data + - /slowdisk:/slowdisk + logging: *logging-defaults + labels: + - prometheus-scrape.enabled=true + - prometheus-scrape.port=9091 + - prometheus-scrape.path=/metrics + - traefik.enable=true + - traefik.http.middlewares.fuse-spark-nethermind-pruned-rocksdb-trace-stripprefix.stripprefix.prefixes=/fuse-spark + - traefik.http.services.fuse-spark-nethermind-pruned-rocksdb-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-pruned-rocksdb-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-pruned-rocksdb-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.fuse-spark-nethermind-pruned-rocksdb-trace.rule=Host(`$DOMAIN`) && (Path(`/fuse-spark`) || Path(`/fuse-spark/`))} + - ${NO_SSL:+traefik.http.routers.fuse-spark-nethermind-pruned-rocksdb-trace.rule=Path(`/fuse-spark`) || Path(`/fuse-spark/`)} + - traefik.http.routers.fuse-spark-nethermind-pruned-rocksdb-trace.middlewares=fuse-spark-nethermind-pruned-rocksdb-trace-stripprefix, ipallowlist + +volumes: + fuse-spark-nethermind-pruned-rocksdb-trace: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: fuse + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes +... \ No newline at end of file