release the firehose

2025-05-15 16:25:39 +07:00
parent cd0adc475b
commit 0396014baf
7 changed files with 1248 additions and 0 deletions
--- a/polygon/fireeth/polygon-mainnet-fireeth-pruned-pebble-path.yml
+++ b/polygon/fireeth/polygon-mainnet-fireeth-pruned-pebble-path.yml
@@ -0,0 +1,146 @@
+---
+
+# Usage:
+#
+# mkdir rpc && cd rpc
+#
+# git init
+# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git
+# git fetch origin vibe
+# git checkout origin/vibe
+#
+# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret
+#
+# env
+# ...
+# IP=$(curl ipinfo.io/ip)
+# DOMAIN=${IP}.traefik.me
+# COMPOSE_FILE=base.yml:rpc.yml:polygon/fireeth/polygon-mainnet-fireeth-pruned-pebble-path.yml
+#
+# docker compose up -d
+#
+# curl -X POST https://${IP}.traefik.me/polygon-mainnet \
+#   -H "Content-Type: application/json" \
+#   --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}'
+x-logging-defaults: &logging-defaults
+  driver: json-file
+  options:
+    max-size: 10m
+    max-file: '3'
+
+services:
+  polygon-mainnet:
+    image: ${POLYGON_FIREETH_IMAGE:-ghcr.io/streamingfast/firehose-ethereum}:${POLYGON_MAINNET_FIREETH_VERSION:-v2.11.9-polygon-v1.4.1-fh2.4-3}
+    sysctls:
+      # TCP Performance
+      net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
+      net.ipv4.tcp_no_metrics_save: 1             # Disable metrics cache
+      net.ipv4.tcp_rmem: 4096 87380 16777216      # Increase TCP read buffers
+      net.ipv4.tcp_wmem: 4096 87380 16777216      # Increase TCP write buffers
+      net.core.somaxconn: 32768                   # Higher connection queue
+      # Memory/Connection Management
+      # net.core.netdev_max_backlog: 50000          # Increase network buffer
+      net.ipv4.tcp_max_syn_backlog: 30000         # More SYN requests
+      net.ipv4.tcp_max_tw_buckets: 2000000        # Allow more TIME_WAIT sockets
+    ulimits:
+      nofile: 1048576    # Max open files (for RPC/WS connections)
+    user: root
+    expose:
+      - 8545
+    environment:
+      - ${POLYGON_MAINNET_FIREETH_PRUNED_PEBBLE_PATH_S3_BLOCKS_STORE:-/firehose-data/storage/merged-blocks}
+    entrypoint: [sh, -c, 'exec fireeth -c /config/firehose.yml start --substreams-rpc-endpoints "${ POLYGON_MAINNET_EXECUTION_RPC}" --reader-node-arguments "$*"', _]
+    command:
+      - --execution.caching.archive=false
+      - --execution.caching.state-scheme=path
+      - --execution.rpc.gas-cap=600000000
+      - --execution.sequencer.enable=false
+      - --firehose-enabled
+      - --http.addr=0.0.0.0
+      - --http.api=eth,net,web3,debug,admin,txpool,engine
+      - --http.corsdomain=*
+      - --http.port=8545
+      - --http.vhosts=*
+      - --init.download-path=/tmp
+      - --persistent.chain=/firehose-data/reader/data/polygon-mainnet
+      - --persistent.db-engine=pebble
+      - --ws.addr=0.0.0.0
+      - --ws.origins=*
+      - --ws.port=8545
+    restart: unless-stopped
+    stop_grace_period: 5m
+    networks:
+      - chains
+    volumes:
+      - ${POLYGON_MAINNET_FIREETH_PRUNED_PEBBLE_PATH_DATA:-polygon-mainnet-fireeth-pruned-pebble-path}:/firehose-data
+      - ${POLYGON_MAINNET_FIREETH_PRUNED_PEBBLE_PATH_MERGED_BLOCKS_DATA:-polygon-mainnet-fireeth-pruned-pebble-path-blocks}:/firehose-data/storage/merged-blocks
+      - /slowdisk:/slowdisk
+    logging: *logging-defaults
+    labels:
+      - traefik.enable=true
+      - traefik.http.middlewares.polygon-mainnet-fireeth-pruned-pebble-path-stripprefix.stripprefix.prefixes=/polygon-mainnet
+      - traefik.http.services.polygon-mainnet-fireeth-pruned-pebble-path.loadbalancer.server.port=8545
+      - ${NO_SSL:-traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path.entrypoints=websecure}
+      - ${NO_SSL:-traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path.tls.certresolver=myresolver}
+      - ${NO_SSL:-traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path.rule=Host(`$DOMAIN`) && (Path(`/polygon-mainnet`) || Path(`/polygon-mainnet/`))}
+      - ${NO_SSL:+traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path.rule=Path(`/polygon-mainnet`) || Path(`/polygon-mainnet/`)}
+      - traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path.middlewares=polygon-mainnet-fireeth-pruned-pebble-path-stripprefix, ipallowlist
+      - traefik.http.services.polygon-mainnet-fireeth-pruned-pebble-path-firehose.loadbalancer.server.scheme=h2c
+      - traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path-firehose.service=polygon-mainnet-fireeth-pruned-pebble-path-firehose
+      - traefik.http.services.polygon-mainnet-fireeth-pruned-pebble-path-firehose.loadbalancer.server.port=10015
+      - traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path-firehose.entrypoints=grpc
+      - ${NO_SSL:-traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path-firehose.tls.certresolver=myresolver}
+      - traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path-firehose.rule=Host(`polygon-mainnet.${DOMAIN}`)
+      - traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path-firehose.middlewares=ipallowlist
+      - traefik.http.services.polygon-mainnet-fireeth-pruned-pebble-path-substreams.loadbalancer.server.scheme=h2c
+      - traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path-substreams.service=polygon-mainnet-fireeth-pruned-pebble-path-substreams
+      - traefik.http.services.polygon-mainnet-fireeth-pruned-pebble-path-substreams.loadbalancer.server.port=10016
+      - traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path-substreams.entrypoints=grpc
+      - ${NO_SSL:-traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path-substreams.tls.certresolver=myresolver}
+      - traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path-substreams.rule=Host(`polygon-mainnet-substreams.${DOMAIN}`)
+      - traefik.http.routers.polygon-mainnet-fireeth-pruned-pebble-path-substreams.middlewares=ipallowlist
+
+volumes:
+  polygon-mainnet-fireeth-pruned-pebble-path:
+  polygon-mainnet-fireeth-pruned-pebble-path-blocks:
+
+x-upstreams:
+  - id: $${ID}
+    labels:
+      provider: $${PROVIDER}
+    connection:
+      generic:
+        rpc:
+          url: $${RPC_URL}
+        ws:
+          frameSize: 20Mb
+          msgSize: 50Mb
+          url: $${WS_URL}
+    chain: polygon
+    method-groups:
+      enabled:
+        - debug
+        - filter
+    methods:
+      disabled:
+        # not compatible with path state scheme
+        - name: debug_traceBlockByHash
+      enabled:
+        - name: txpool_content # TODO: should be disabled for rollup nodes
+        # standard geth only
+        - name: debug_getRawBlock
+        - name: debug_getRawTransaction
+        - name: debug_getRawReceipts
+        - name: debug_getRawHeader
+        - name: debug_getBadBlocks
+        # non standard geth only slightly dangerous
+        - name: debug_intermediateRoots
+        - name: debug_dumpBlock
+        # standard geth and erigon
+        - name: debug_accountRange
+        - name: debug_getModifiedAccountsByNumber
+        - name: debug_getModifiedAccountsByHash
+        # non standard geth and erigon
+        - name: eth_getRawTransactionByHash
+        - name: eth_getRawTransactionByBlockHashAndIndex
+...