optimizoor

arb/nitro/arbitrum-one-nitro-archive-leveldb-hash--benchmark.yml

@@ -1,142 +0,0 @@
----
-
-# Usage:
-#
-# mkdir rpc && cd rpc
-#
-# git init
-# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git
-# git fetch origin vibe
-# git checkout origin/vibe
-#
-# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret
-#
-# env
-# ...
-# IP=$(curl ipinfo.io/ip)
-# DOMAIN=${IP}.traefik.me
-# COMPOSE_FILE=base.yml:rpc.yml:arb/nitro/arbitrum-one-nitro-archive-leveldb-hash--benchmark.yml
-#
-# docker compose up -d
-#
-# curl -X POST https://${IP}.traefik.me/arbitrum-one-archive \
-#   -H "Content-Type: application/json" \
-#   --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}'
-
-services:
-  arbitrum-one-archive:
-    image: ${ARBITRUM_NITRO_IMAGE:-offchainlabs/nitro-node}:${ARBITRUM_ONE_NITRO_VERSION:-v3.5.5-90ee45c}
-    sysctls:
-      # TCP Performance
-      net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
-      net.ipv4.tcp_no_metrics_save: 1             # Disable metrics cache
-      net.ipv4.tcp_rmem: 4096 87380 16777216      # Increase TCP read buffers
-      net.ipv4.tcp_wmem: 4096 87380 16777216      # Increase TCP write buffers
-      net.core.somaxconn: 32768                   # Higher connection queue
-      # Memory/Connection Management
-      # net.core.netdev_max_backlog: 50000          # Increase network buffer
-      net.ipv4.tcp_max_syn_backlog: 30000         # More SYN requests
-      net.ipv4.tcp_max_tw_buckets: 2000000        # Allow more TIME_WAIT sockets
-    ulimits:
-      nofile: 1048576    # Max open files (for RPC/WS connections)
-    user: root
-    expose:
-      - 8545
-    command:
-      - --chain.id=42161
-      - --execution.caching.archive=true
-      - --execution.caching.state-scheme=hash
-      - --execution.rpc.gas-cap=600000000
-      - --execution.sequencer.enable=false
-      - --http.addr=0.0.0.0
-      - --http.api=eth,net,web3,arb,txpool,debug
-      - --http.corsdomain=*
-      - --http.port=8545
-      - --http.vhosts=*
-      - --init.latest=archive
-      - --node.batch-poster.enable=false
-      - --node.sequencer=false
-      - --node.staker.enable=false
-      - --parent-chain.blob-client.beacon-url=${ETHEREUM_MAINNET_BEACON_REST}
-      - --parent-chain.connection.url=${ETHEREUM_MAINNET_EXECUTION_RPC}
-      - --persistent.chain=/root/.arbitrum/arbitrum-one-archive
-      - --persistent.db-engine=leveldb
-      - --ws.addr=0.0.0.0
-      - --ws.origins=*
-      - --ws.port=8545
-    restart: unless-stopped
-    stop_grace_period: 5m
-    networks:
-      - chains
-    volumes:
-      - ${ARBITRUM_ONE_NITRO_ARCHIVE_LEVELDB_HASH_DATA:-arbitrum-one-nitro-archive-leveldb-hash}:/root/.arbitrum
-      - ./tmp/arbitrum-one-archive:/tmp
-      - /slowdisk:/slowdisk
-
-  arbitrum-one-archive-benchmark:
-    build:
-      context: ./benchmark-proxy
-      dockerfile: Dockerfile
-    expose:
-      - '8545'
-    environment:
-      - ENABLE_DETAILED_LOGS=${BENCHMARK_PROXY_VERBOSE:-false}
-      - LISTEN_ADDR=:8545
-      - PRIMARY_BACKEND=http://arbitrum-one-archive:8545
-      - SUMMARY_INTERVAL=60
-    restart: unless-stopped
-    depends_on:
-      - arbitrum-one-archive
-    networks:
-      - chains
-    labels:
-      - traefik.enable=true
-      - traefik.http.middlewares.arbitrum-one-nitro-archive-leveldb-hash-stripprefix.stripprefix.prefixes=/arbitrum-one-archive
-      - traefik.http.services.arbitrum-one-nitro-archive-leveldb-hash.loadbalancer.server.port=8545
-      - ${NO_SSL:-traefik.http.routers.arbitrum-one-nitro-archive-leveldb-hash.entrypoints=websecure}
-      - ${NO_SSL:-traefik.http.routers.arbitrum-one-nitro-archive-leveldb-hash.tls.certresolver=myresolver}
-      - ${NO_SSL:-traefik.http.routers.arbitrum-one-nitro-archive-leveldb-hash.rule=Host(`$DOMAIN`) && (Path(`/arbitrum-one-archive`) || Path(`/arbitrum-one-archive/`))}
-      - ${NO_SSL:+traefik.http.routers.arbitrum-one-nitro-archive-leveldb-hash.rule=Path(`/arbitrum-one-archive`) || Path(`/arbitrum-one-archive/`)}
-      - traefik.http.routers.arbitrum-one-nitro-archive-leveldb-hash.middlewares=arbitrum-one-nitro-archive-leveldb-hash-stripprefix, ipallowlist
-
-volumes:
-  arbitrum-one-nitro-archive-leveldb-hash:
-
-x-upstreams:
-  - id: $${ID}
-    labels:
-      provider: $${PROVIDER}
-    connection:
-      generic:
-        rpc:
-          url: $${RPC_URL}
-        ws:
-          frameSize: 20Mb
-          msgSize: 50Mb
-          url: $${WS_URL}
-    chain: arbitrum
-    method-groups:
-      enabled:
-        - debug
-        - filter
-    methods:
-      disabled:
-      enabled:
-        - name: txpool_content # TODO: should be disabled for rollup nodes
-        # standard geth only
-        - name: debug_getRawBlock
-        - name: debug_getRawTransaction
-        - name: debug_getRawReceipts
-        - name: debug_getRawHeader
-        - name: debug_getBadBlocks
-        # non standard geth only slightly dangerous
-        - name: debug_intermediateRoots
-        - name: debug_dumpBlock
-        # standard geth and erigon
-        - name: debug_accountRange
-        - name: debug_getModifiedAccountsByNumber
-        - name: debug_getModifiedAccountsByHash
-        # non standard geth and erigon
-        - name: eth_getRawTransactionByHash
-        - name: eth_getRawTransactionByBlockHashAndIndex
-...

arb/nitro/arbitrum-one-nitro-pruned-pebble-hash--benchmark.yml

@@ -1,157 +0,0 @@
----
-x-logging-defaults: &logging-defaults
-  driver: json-file
-  options:
-    max-size: "10m"
-    max-file: "3"
-
-# Usage:
-#
-# mkdir rpc && cd rpc
-#
-# git init
-# git remote add origin https://github.com/StakeSquid/ethereum-rpc-docker.git
-# git fetch origin vibe
-# git checkout origin/vibe
-#
-# docker run --rm alpine sh -c "printf '0x'; head -c32 /dev/urandom | xxd -p -c 64" > .jwtsecret
-#
-# env
-# ...
-# IP=$(curl ipinfo.io/ip)
-# DOMAIN=${IP}.traefik.me
-# COMPOSE_FILE=base.yml:rpc.yml:arb/nitro/arbitrum-one-nitro-pruned-pebble-hash--benchmark.yml
-#
-# docker compose up -d
-#
-# curl -X POST https://${IP}.traefik.me/arbitrum-one \
-#   -H "Content-Type: application/json" \
-#   --data '{"jsonrpc":"2.0","method":"eth_blockNumber","params":[],"id":1}'
-
-services:
-  arbitrum-one:
-    image: ${ARBITRUM_NITRO_IMAGE:-offchainlabs/nitro-node}:${ARBITRUM_ONE_NITRO_VERSION:-v3.6.5-89cef87}
-    sysctls:
-      # TCP Performance
-      net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle
-      net.ipv4.tcp_no_metrics_save: 1             # Disable metrics cache
-      net.ipv4.tcp_rmem: 4096 87380 16777216      # Increase TCP read buffers
-      net.ipv4.tcp_wmem: 4096 87380 16777216      # Increase TCP write buffers
-      net.core.somaxconn: 32768                   # Higher connection queue
-      # Memory/Connection Management
-      # net.core.netdev_max_backlog: 50000          # Increase network buffer
-      net.ipv4.tcp_max_syn_backlog: 30000         # More SYN requests
-      net.ipv4.tcp_max_tw_buckets: 2000000        # Allow more TIME_WAIT sockets
-    ulimits:
-      nofile: 1048576    # Max open files (for RPC/WS connections)
-    user: root
-    expose:
-      - 8545
-    command:
-      - --chain.id=42161
-      - --execution.caching.archive=false
-      - --execution.rpc.gas-cap=600000000
-      - --execution.sequencer.enable=false
-      - --http.addr=0.0.0.0
-      - --http.api=eth,net,web3,arb,txpool,debug
-      - --http.corsdomain=*
-      - --http.port=8545
-      - --http.vhosts=*
-      - --init.download-path=/tmp
-      - --init.latest=pruned
-      - --metrics
-      - --metrics-server.addr=0.0.0.0
-      - --metrics-server.port=6070
-      - --node.batch-poster.enable=false
-      - --node.sequencer=false
-      - --node.staker.enable=false
-      - --parent-chain.blob-client.beacon-url=${ETHEREUM_MAINNET_BEACON_REST}
-      - --parent-chain.connection.url=${ETHEREUM_MAINNET_EXECUTION_RPC}
-      - --persistent.chain=/root/.arbitrum/arbitrum-one
-      - --persistent.db-engine=pebble
-      - --ws.addr=0.0.0.0
-      - --ws.origins=*
-      - --ws.port=8545
-    restart: unless-stopped
-    stop_grace_period: 5m
-    networks:
-      - chains
-    volumes:
-      - ${ARBITRUM_ONE_NITRO_PRUNED_PEBBLE_HASH_DATA:-arbitrum-one-nitro-pruned-pebble-hash}:/root/.arbitrum
-      - ./tmp/arbitrum-one:/tmp
-      - /slowdisk:/slowdisk
-    logging: *logging-defaults
-    labels:
-      - prometheus-scrape.enabled=true
-      - prometheus-scrape.port=6070
-      - prometheus-scrape.path=/debug/metrics/prometheus
-
-  arbitrum-one-benchmark:
-    build:
-      context: ./benchmark-proxy
-      dockerfile: Dockerfile
-    expose:
-      - '8545'
-    environment:
-      - ENABLE_DETAILED_LOGS=${BENCHMARK_PROXY_VERBOSE:-false}
-      - LISTEN_ADDR=:8545
-      - PRIMARY_BACKEND=http://arbitrum-one:8545
-      - SUMMARY_INTERVAL=60
-    restart: unless-stopped
-    depends_on:
-      - arbitrum-one
-    networks:
-      - chains
-    logging: *logging-defaults
-    labels:
-      - prometheus-scrape.enabled=false
-      - traefik.enable=true
-      - traefik.http.middlewares.arbitrum-one-nitro-pruned-pebble-hash-stripprefix.stripprefix.prefixes=/arbitrum-one
-      - traefik.http.services.arbitrum-one-nitro-pruned-pebble-hash.loadbalancer.server.port=8545
-      - ${NO_SSL:-traefik.http.routers.arbitrum-one-nitro-pruned-pebble-hash.entrypoints=websecure}
-      - ${NO_SSL:-traefik.http.routers.arbitrum-one-nitro-pruned-pebble-hash.tls.certresolver=myresolver}
-      - ${NO_SSL:-traefik.http.routers.arbitrum-one-nitro-pruned-pebble-hash.rule=Host(`$DOMAIN`) && (Path(`/arbitrum-one`) || Path(`/arbitrum-one/`))}
-      - ${NO_SSL:+traefik.http.routers.arbitrum-one-nitro-pruned-pebble-hash.rule=Path(`/arbitrum-one`) || Path(`/arbitrum-one/`)}
-      - traefik.http.routers.arbitrum-one-nitro-pruned-pebble-hash.middlewares=arbitrum-one-nitro-pruned-pebble-hash-stripprefix, ipallowlist
-
-volumes:
-  arbitrum-one-nitro-pruned-pebble-hash:
-
-x-upstreams:
-  - id: $${ID}
-    labels:
-      provider: $${PROVIDER}
-    connection:
-      generic:
-        rpc:
-          url: $${RPC_URL}
-        ws:
-          frameSize: 20Mb
-          msgSize: 50Mb
-          url: $${WS_URL}
-    chain: arbitrum
-    method-groups:
-      enabled:
-        - debug
-        - filter
-    methods:
-      disabled:
-      enabled:
-        - name: txpool_content # TODO: should be disabled for rollup nodes
-        # standard geth only
-        - name: debug_getRawBlock
-        - name: debug_getRawTransaction
-        - name: debug_getRawReceipts
-        - name: debug_getRawHeader
-        - name: debug_getBadBlocks
-        # non standard geth only slightly dangerous
-        - name: debug_intermediateRoots
-        - name: debug_dumpBlock
-        # standard geth and erigon
-        - name: debug_accountRange
-        - name: debug_getModifiedAccountsByNumber
-        - name: debug_getModifiedAccountsByHash
-        # non standard geth and erigon
-        - name: eth_getRawTransactionByHash
-        - name: eth_getRawTransactionByBlockHashAndIndex
-...

benchmark-proxy/Dockerfile

@@ -1,27 +0,0 @@
-# Build stage
-FROM golang:1.21-alpine AS builder
-
-WORKDIR /app
-
-# Initialize Go modules if not already done
-RUN go mod init benchmark-proxy
-
-# Add the dependency before building
-RUN go get github.com/gorilla/websocket
-
-# Copy source code
-COPY . .
-
-# Build the application with CGO disabled for a static binary
-RUN CGO_ENABLED=0 go build -ldflags="-s -w" -o benchmark-proxy main.go
-
-# Runtime stage (if you're using a multi-stage build)
-FROM alpine:latest
-
-WORKDIR /app
-
-# Copy the binary from the build stage
-COPY --from=builder /app/benchmark-proxy .
-
-# Run the application
-ENTRYPOINT ["./benchmark-proxy"]

benchmark-proxy/go.mod

@@ -1,7 +0,0 @@
-module benchmark-proxy
-
-go 1.21
-
-require github.com/gorilla/websocket v1.5.1
-
-require golang.org/x/net v0.17.0 // indirect

benchmark-proxy/go.sum

@@ -1,4 +0,0 @@
-github.com/gorilla/websocket v1.5.1 h1:gmztn0JnHVt9JZquRuzLw3g4wouNVzKL15iLr/zn/QY=
-github.com/gorilla/websocket v1.5.1/go.mod h1:x3kM2JMyaluk02fnUJpQuwD2dCS5NDG2ZHL0uE0tcaY=
-golang.org/x/net v0.17.0 h1:pVaXccu2ozPjCXewfr1S7xza/zcXTity9cCdXQYSjIM=
-golang.org/x/net v0.17.0/go.mod h1:NxSsAGuq816PNPmqtQdLE42eU2Fs7NoRIZrHJAlaCOE=

op/reth/base-mainnet-op-reth-minimal-trace.yml

@@ -30,7 +30,17 @@ x-logging-defaults: &logging-defaults
 
 services:
   base-mainnet-op-reth-minimal:
-    image: ${BASE_RETH_IMAGE:-ghcr.io/paradigmxyz/op-reth}:${BASE_MAINNET_RETH_VERSION:-v1.4.8}
+    build:
+      context: ./
+      dockerfile: reth.Dockerfile
+      args:
+        LLVM_IMAGE: ${LLVM_IMAGE:-snowstep/llvm}
+        LLVM_VERSION: ${LLVM_VERSION:-20250514100911}
+        RETH_VERSION: ${BASE_MAINNET_RETH_VERSION:-v1.4.8}
+        RETH_REPO: ${BASE_MAINNET_RETH_REPO:-https://github.com/paradigmxyz/reth}
+        ARCH_TARGET: ${ARCH_TARGET:-native}
+        PROFILE: ${RETH_BUILD_PROFILE:-maxperf}
+        BUILD_OP_RETH: true
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle

op/reth/base-mainnet-op-reth-pruned-trace.yml

@@ -30,7 +30,17 @@ x-logging-defaults: &logging-defaults
 
 services:
   base-mainnet-op-reth-pruned:
-    image: ${BASE_RETH_IMAGE:-ghcr.io/paradigmxyz/op-reth}:${BASE_MAINNET_RETH_VERSION:-v1.4.8}
+    build:
+      context: ./
+      dockerfile: reth.Dockerfile
+      args:
+        LLVM_IMAGE: ${LLVM_IMAGE:-snowstep/llvm}
+        LLVM_VERSION: ${LLVM_VERSION:-20250514100911}
+        RETH_VERSION: ${BASE_MAINNET_RETH_VERSION:-v1.4.8}
+        RETH_REPO: ${BASE_MAINNET_RETH_REPO:-https://github.com/paradigmxyz/reth}
+        ARCH_TARGET: ${ARCH_TARGET:-native}
+        PROFILE: ${RETH_BUILD_PROFILE:-maxperf}
+        BUILD_OP_RETH: true
     sysctls:
       # TCP Performance
       net.ipv4.tcp_slow_start_after_idle: 0       # Disable slow start after idle