From f7b7934dd1841585a21eaf227f214e2959feda65 Mon Sep 17 00:00:00 2001 From: Para Dox Date: Sun, 27 Apr 2025 16:17:02 +0700 Subject: [PATCH] next --- ...eum-mainnet-reth-minimal-trace--nimbus.yml | 233 ++++++++++++++++++ 1 file changed, 233 insertions(+) create mode 100644 ethereum/reth/ethereum-mainnet-reth-minimal-trace--nimbus.yml diff --git a/ethereum/reth/ethereum-mainnet-reth-minimal-trace--nimbus.yml b/ethereum/reth/ethereum-mainnet-reth-minimal-trace--nimbus.yml new file mode 100644 index 00000000..2734b8e3 --- /dev/null +++ b/ethereum/reth/ethereum-mainnet-reth-minimal-trace--nimbus.yml @@ -0,0 +1,233 @@ +--- +# this is a minimal node, it will not have a full state. you achieve this by removing files form the static_files directory +# it's important to disable certain methods on the rpc server which would otherwise cause issues with the drpc gateway. +# this is why we have a minimal profile that doesn't actually exist in reth. + +services: + ethereum-mainnet-minimal: + image: ${ETHEREUM_RETH_IMAGE:-ghcr.io/paradigmxyz/reth}:${ETHEREUM_MAINNET_RETH_VERSION:-v1.3.12} + sysctls: + # TCP Performance + net.ipv4.tcp_slow_start_after_idle: 0 # Disable slow start after idle + net.ipv4.tcp_no_metrics_save: 1 # Disable metrics cache + net.ipv4.tcp_rmem: 4096 87380 16777216 # Increase TCP read buffers + net.ipv4.tcp_wmem: 4096 87380 16777216 # Increase TCP write buffers + net.core.somaxconn: 32768 # Higher connection queue + # Memory/Connection Management + # net.core.netdev_max_backlog: 50000 # Increase network buffer + net.ipv4.tcp_max_syn_backlog: 30000 # More SYN requests + net.ipv4.tcp_max_tw_buckets: 2000000 # Allow more TIME_WAIT sockets + ulimits: + nofile: 1048576 # Max open files (for RPC/WS connections) + memlock: -1 # Disable memory locking limits (for in-memory DBs like MDBX) + user: root + ports: + - 14286:14286 + - 14286:14286/udp + expose: + - 8545 + - 8551 + entrypoint: [reth, node] + command: + - --chain=mainnet + - --datadir=/root/.local/share/reth + - --discovery.port=14286 + - --full + - --max-inbound-peers=50 + - --max-outbound-peers=50 + - --nat=extip:${IP} + - --port=14286 + - --rpc-cache.max-blocks=10000 + - --rpc-cache.max-concurrent-db-requests=2048 + - --rpc.gascap=600000000 + - --rpc.max-blocks-per-filter=0 + - --rpc.max-connections=50000 + - --rpc.max-logs-per-response=0 + - --http + - --http.addr=0.0.0.0 + - --http.api=admin,debug,eth,net,trace,txpool,web3,rpc,reth,ots,flashbots,mev + - --http.corsdomain=* + - --http.port=8545 + - --ws + - --ws.addr=0.0.0.0 + - --ws.api=admin,debug,eth,net,trace,txpool,web3,rpc,reth,ots,flashbots,mev + - --ws.origins=* + - --ws.port=8545 + - --authrpc.addr=0.0.0.0 + - --authrpc.jwtsecret=/jwtsecret + restart: unless-stopped + stop_grace_period: 5m + networks: + - chains + volumes: + - ${ETHEREUM_MAINNET_RETH_MINIMAL_TRACE_DATA:-ethereum-mainnet-reth-minimal-trace}:/root/.local/share/reth + - .jwtsecret:/jwtsecret:ro + - /slowdisk:/slowdisk + labels: + - traefik.enable=true + - traefik.http.middlewares.ethereum-mainnet-reth-minimal-trace-stripprefix.stripprefix.prefixes=/ethereum-mainnet-minimal + - traefik.http.services.ethereum-mainnet-reth-minimal-trace.loadbalancer.server.port=8545 + - ${NO_SSL:-traefik.http.routers.ethereum-mainnet-reth-minimal-trace.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.ethereum-mainnet-reth-minimal-trace.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.ethereum-mainnet-reth-minimal-trace.rule=Host(`$DOMAIN`) && (Path(`/ethereum-mainnet-minimal`) || Path(`/ethereum-mainnet-minimal/`))} + - ${NO_SSL:+traefik.http.routers.ethereum-mainnet-reth-minimal-trace.rule=Path(`/ethereum-mainnet-minimal`) || Path(`/ethereum-mainnet-minimal/`)} + - traefik.http.routers.ethereum-mainnet-reth-minimal-trace.middlewares=ethereum-mainnet-reth-minimal-trace-stripprefix, ipallowlist + + ethereum-mainnet-minimal-node: + image: ${ETHEREUM_NIMBUS_IMAGE:-statusim/nimbus-eth2}:${ETHEREUM_MAINNET_NIMBUS_VERSION:-amd64-v25.4.1} + user: root + ports: + - 19286:19286 + - 19286:19286/udp + entrypoint: /bin/sh -c '/home/user/nimbus-eth2/build/nimbus_beacon_node trustedNodeSync --network=mainnet --trusted-node-url=https://mainnet.beaconstate.info --backfill=false; exec /home/user/nimbus-eth2/build/nimbus_beacon_node "$@"' -- + command: + - --history=prune + - --jwt-secret=/jwtsecret + - --nat=extip:${IP} + - --network=mainnet + - --rest + - --rest-address=0.0.0.0 + - --rest-port=3500 + - --tcp-port=19286 + - --udp-port=19286 + - --web3-url=http://ethereum-mainnet-minimal:8551 + restart: unless-stopped + depends_on: + - ethereum-mainnet-minimal + networks: + - chains + volumes: + - ${ETHEREUM_MAINNET_RETH_MINIMAL_TRACE__NIMBUS_DATA:-ethereum-mainnet-reth-minimal-trace_nimbus}:/root/.cache/nimbus/BeaconNode + - .jwtsecret:/jwtsecret:ro + labels: + - traefik.enable=true + - traefik.http.middlewares.ethereum-mainnet-reth-minimal-trace-node-stripprefix.stripprefix.prefixes=/ethereum-mainnet-minimal + - traefik.http.services.ethereum-mainnet-reth-minimal-trace-node.loadbalancer.server.port=3500 + - ${NO_SSL:-traefik.http.routers.ethereum-mainnet-reth-minimal-trace-node.entrypoints=websecure} + - ${NO_SSL:-traefik.http.routers.ethereum-mainnet-reth-minimal-trace-node.tls.certresolver=myresolver} + - ${NO_SSL:-traefik.http.routers.ethereum-mainnet-reth-minimal-trace-node.rule=Host(`$DOMAIN`) && PathPrefix(`/ethereum-mainnet-minimal/eth`)} + - ${NO_SSL:+traefik.http.routers.ethereum-mainnet-reth-minimal-trace-node.rule=PathPrefix(`/ethereum-mainnet-minimal/eth`)} + - traefik.http.routers.ethereum-mainnet-reth-minimal-trace-node.middlewares=ethereum-mainnet-reth-minimal-trace-node-stripprefix, ipallowlist + + ethereum-mainnet-minimal-pruner: + build: + context: . + dockerfile: | + FROM alpine:latest + # Install necessary packages + RUN apk add --no-cache bash coreutils sed findutils + # Set working directory + WORKDIR /app + # Create the prune script inline + RUN echo '#!/bin/bash\n\ + set -euo pipefail\n\ + \n\ + # Settings\n\ + source_dir="/data" # Data directory (mount)\n\ + backup_dir="/backup" # Backup directory (mount)\n\ + target_free_percent=10 # Percentage of space to free\n\ + \n\ + # Make sure backup dir exists\n\ + mkdir -p "$backup_dir"\n\ + \n\ + # Step 1: List base filenames (without .conf/.off) and sort by starting block number\n\ + base_files=$(find "$source_dir" -maxdepth 1 -type f \\\n\ + | sed -E "s/\\.(conf|off)\$//" \\\n\ + | sort -u \\\n\ + | awk -F_ "{print \$NF-0, \$0}" | sort -n | cut -d" " -f2-)\n\ + \n\ + # Step 2: Calculate total size\n\ + total_size_bytes=$(du -cb "$source_dir"/* | tail -1 | awk "{print \$1}")\n\ + target_free_bytes=$(( total_size_bytes * target_free_percent / 100 ))\n\ + \n\ + echo "Total size: \$total_size_bytes bytes"\n\ + echo "Target to free: \$target_free_bytes bytes"\n\ + \n\ + # Convert base_files to an array for easier manipulation\n\ + base_files_array=($base_files)\n\ + \n\ + # Step 3: Group files by prefix and block range, keeping only the last two block ranges\n\ + declare -A file_groups\n\ + \n\ + # Group files by prefix\n\ + for base in "${base_files_array[@]}"; do\n\ + prefix=$(echo "$base" | sed -E "s/_([0-9]+)\$//") # Get everything before the block range\n\ + block_range=$(echo "$base" | sed -E "s/.*_([0-9]+)\$//") # Get the block range\n\ + file_groups["\$prefix"]+="$block_range:\$base "\n\ + done\n\ + \n\ + # Step 4: Process each group\n\ + for prefix in "${!file_groups[@]}"; do\n\ + block_ranges=(${file_groups[\$prefix]})\n\ + num_files=${#block_ranges[@]}\n\ + \n\ + # Keep the last 2 block ranges\n\ + files_to_move=("${block_ranges[@]:0:num_files-2}")\n\ + \n\ + # Move files for the current group\n\ + for file_range in "${files_to_move[@]}"; do\n\ + base="\${file_range#*:}" # Remove block range part, keeping the full filename\n\ + for ext in "" ".conf" ".off"; do\n\ + file="\${base}\${ext}"\n\ + if [[ -f "\$file" ]]; then\n\ + size=$(stat --printf="%s" "\$file")\n\ + mv "\$file" "$backup_dir/"\n\ + echo "Moved \$file to backup."\n\ + fi\n\ + done\n\ + done\n\ + done\n\ + \n\ + # Step 5: Calculate the space freed\n\ + freed_bytes=$(du -cb "$backup_dir"/* | tail -1 | awk "{print \$1}")\n\ + \n\ + echo "Moved files to backup. Total freed: \$freed_bytes bytes."\n\ + echo "Done."' \ + RUN chmod +x /app/prune.sh + environment: + - BACKUP_DIR=/data/static_files/delete_me + - DATA_DIR=/data/static_files + entrypoint: [/app/prune.sh] # Run the prune script manually + restart: no + working_dir: /app + volumes: + - /root/.local/share/reth:/data + +volumes: + ethereum-mainnet-reth-minimal-trace: + ethereum-mainnet-reth-minimal-trace_nimbus: + +x-upstreams: + - id: $${ID} + labels: + provider: $${PROVIDER} + connection: + generic: + rpc: + url: $${RPC_URL} + ws: + frameSize: 20Mb + msgSize: 50Mb + url: $${WS_URL} + chain: ethereum + method-groups: + enabled: + - debug + - filter + - trace + methods: + disabled: + - name: eth_getTransactionByBlockNumberAndIndex + - name: eth_getBlockByNumber + - name: eth_getLogs + enabled: + - name: txpool_content # TODO: should be disabled for rollup nodes + - id: $${ID}-beacon-chain + chain: eth-beacon-chain + labels: + provider: $${PROVIDER}-beacon-chain + connection: + generic: + rpc: + url: $${RPC_URL} +... \ No newline at end of file