only touch setupdone for pokt bootstrap if tar command succeeds

removed merge notation in prometheus-lt-1.yml

bootstrap_skript/pokt_mainnet.sh

@@ -3,7 +3,5 @@ if [ ! -f /home/app/.pocket/setupdone ]
 then
   mkdir -p /home/app/.pocket/data
   echo "wget -q -O - '$POCKET_SNAPSHOT' | tar -xv -C /home/app/.pocket/data/"
-  wget -q -O - $POCKET_SNAPSHOT | tar -xv -C /home/app/.pocket/data/
+  wget -q -O - $POCKET_SNAPSHOT | tar -xv -C /home/app/.pocket/data/ && touch /home/app/.pocket/setupdone
-  touch /home/app/.pocket/setupdone
 fi
-

chains/chains_mainnet.json

@@ -1,42 +1,50 @@
 [
     {
         "id": "0001",
-        "url": "https://${DOMAIN}/pokt"
+        "url": "http://haproxy/pokt"
+    },
+    {
+        "id": "0004",
+        "url": "http://haproxy/bsc"
     },
     {
         "id": "0005",
-        "url": "https://${DOMAIN}/fuse"
+        "url": "http://haproxy/fuse"
+    },
+    {
+        "id": "0009",
+        "url": "http://haproxy/polygon"
     },
     {
         "id": "0021",
-        "url": "https://${DOMAIN}/erigon"
+        "url": "http://haproxy/mainnet"
     },
     {
         "id": "0022",
-        "url": "https://${DOMAIN}/erigon"
+        "url": "http://haproxy/erigon"
     },
     {
         "id": "0023",
-        "url": "https://${DOMAIN}/ropsten"
+        "url": "http://haproxy/ropsten"
     },
     {
         "id": "0025",
-        "url": "https://${DOMAIN}/rinkeby"
+        "url": "http://haproxy/rinkeby"
     },
     {
         "id": "0026",
-        "url": "https://${DOMAIN}/goerli"
+        "url": "http://haproxy/goerli"
     },
     {
         "id": "0027",
-        "url": "https://${DOMAIN}/xdai"
+        "url": "http://haproxy/xdai"
     },
     {
         "id": "0028",
-        "url": "https://${DOMAIN}/erigon"
+        "url": "http://haproxy/erigon"
     },
     {
         "id": "0040",
-        "url": "https://${DOMAIN}/harmony"
+        "url": "http://haproxy/harmony"
     }
 ]

chains/chains_testnet.json

@@ -1,18 +1,18 @@
 [
     {
         "id": "0020",
-        "url": "https://${DOMAIN}/goerli"
+        "url": "http://haproxy/goerli"
     },
     {
         "id": "0022",
-        "url": "https://${DOMAIN}/rinkeby"
+        "url": "http://haproxy/rinkeby"
     },
     {
         "id": "0023",
-        "url": "https://${DOMAIN}/ropsten"
+        "url": "http://haproxy/ropsten"
     },
     {
         "id": "0002",
-        "url": "https://${DOMAIN}/pokttest"
+        "url": "http://haproxy/pokttest"
     }
 ]

docker-compose.bsc.yml

@@ -0,0 +1,29 @@
+version: '3.1'
+
+services:
+
+  binance-smart-chain:                                                                                                                                                            
+    image: dysnix/bsc                                                                    
+    expose:                                                                              
+      - "8545"                                                                           
+      - "8546"                                                                           
+      - "30303"                                                                          
+    volumes:                                                                             
+      - /root/bsc-datadir/server1/data-seed:/datadir                                                                                                                                                
+      - /root/bsc-config/config.toml:/config.toml                                               
+    command: "--cache 18000 --rpc --rpcaddr=\"0.0.0.0\" --rpc.allow-unprotected-txs --txlookuplimit 0 --syncmode snap --config /config.toml --datadir /datadir"
+    restart: unless-stopped                                                              
+    networks: 
+      - chains
+    labels:                                                                              
+      - "traefik.enable=true"                                                            
+      - "traefik.http.middlewares.ipwhitelist.ipwhitelist.sourcerange=$WHITELIST"        
+      - "traefik.http.middlewares.bsc-stripprefix.stripprefix.prefixes=/bsc"             
+      - "traefik.http.services.bsc.loadbalancer.server.port=8545"                        
+      - "traefik.http.routers.bsc.entrypoints=websecure"                                 
+      - "traefik.http.routers.bsc.tls.certresolver=myresolver"                           
+      - "traefik.http.routers.bsc.rule=Host(`$DOMAIN`) && PathPrefix(`/bsc`)"            
+      - "traefik.http.routers.bsc.middlewares=avalanche-stripprefix, ipwhitelist" 
+
+
+

docker-compose.haproxy.yml

@@ -0,0 +1,20 @@
+version: '3.1'
+
+services:
+
+  haproxy:
+    build: haproxy
+    volumes:
+      - ./haproxy:/usr/local/etc/haproxy
+    expose:
+      - "8404"
+      - "80"
+    ports:
+      - "127.0.0.1:80:80"
+    restart: always
+    labels:
+      - "prometheus-scrape.enabled=true"
+      - "prometheus-scrape.port=8404"
+      - "prometheus-scrape.job_name=haproxy"
+      - "prometheus-scrape.metrics_path=/metrics"
+ 

docker-compose.monitoring.yml

@@ -0,0 +1,104 @@
+version: '3.1'
+
+services:
+
+### WIREGUARD
+
+  wireguard:
+    image: lscr.io/linuxserver/wireguard
+    container_name: wireguard
+    healthcheck:
+      test: [ "CMD", "ping", "-c", "1", "10.13.13.1" ]
+      timeout: 10s
+      interval: 5s
+      retries: 3
+    cap_add:
+      - NET_ADMIN
+      - SYS_MODULE
+    environment:
+      - PUID=1000
+      - PGID=1000
+    volumes:
+      - ./wireguard/config/wg0.conf:/config/wg0.conf
+      - /lib/modules:/lib/modules
+    # Expose prometheus port
+    expose:
+      - 9090
+    ports:
+      - 51820:51820/udp
+    sysctls:
+      - net.ipv4.conf.all.src_valid_mark=1
+    restart: unless-stopped
+
+
+### MONITORING
+
+  prometheus:
+    image: prom/prometheus:v2.30.3
+    container_name: prometheus
+    volumes:
+      - ./prometheus/prometheus.autodiscover.yml:/etc/prometheus/prometheus.yml:ro
+      - prometheus_data:/prometheus:rw
+      - prometheus-docker-sd:/prometheus-docker-sd:ro
+    command:
+      - '--config.file=/etc/prometheus/prometheus.yml'
+      - '--storage.tsdb.path=/prometheus'
+      - '--web.console.libraries=/etc/prometheus/console_libraries'
+      - '--web.console.templates=/etc/prometheus/consoles'
+      - '--storage.tsdb.retention.time=200h'
+      - '--web.enable-lifecycle'
+    restart: unless-stopped
+    network_mode: "service:wireguard"
+    labels:
+      org.label-schema.group: "monitoring"
+    depends_on:
+      - wireguard
+
+  prometheus-docker-sd:
+    image: "stucky/prometheus-docker-sd:latest"
+    restart: unless-stopped
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+      - prometheus-docker-sd:/prometheus-docker-sd:rw
+
+  nodeexporter:
+    image: prom/node-exporter:v1.2.2
+    container_name: nodeexporter
+    volumes:
+      - /proc:/host/proc:ro
+      - /sys:/host/sys:ro
+      - /:/rootfs:ro
+    command:
+      - '--path.procfs=/host/proc'
+      - '--path.rootfs=/rootfs'
+      - '--path.sysfs=/host/sys'
+      - '--collector.filesystem.mount-points-exclude=^/(sys|proc|dev|host|etc)($$|/)'
+    restart: unless-stopped
+    expose:
+      - 9100
+    labels:
+      org.label-schema.group: "monitoring"
+
+  cadvisor:
+    image: gcr.io/cadvisor/cadvisor:v0.42.0
+    container_name: cadvisor
+    privileged: true
+    devices:
+      - /dev/kmsg:/dev/kmsg
+    volumes:
+      - /:/rootfs:ro
+      - /var/run:/var/run:ro
+      - /sys:/sys:ro
+      - /var/lib/docker:/var/lib/docker:ro
+      #- /cgroup:/cgroup:ro #doesn't work on MacOS only for Linux
+    restart: unless-stopped
+    expose:
+      - 8080
+    labels:
+      org.label-schema.group: "monitoring"
+
+### VOLUMES
+
+volumes:
+  prometheus_data:
+  prometheus-docker-sd:

docker-compose.pokt-lt-1.yml

@@ -0,0 +1,246 @@
+version: '3.1'
+
+services:
+
+  traefik:
+    image: traefik:latest
+    container_name: traefik
+    restart: always
+    ports:
+      - "443:443"
+      - "127.0.0.1:8080:8080"
+    expose:
+      - "8082"
+    command:
+      - "--api=true"
+      - "--api.insecure=true"
+      - "--api.dashboard=true"
+      - "--log.level=DEBUG"
+      - "--providers.docker=true"
+      - "--providers.docker.exposedbydefault=false"
+      - "--entrypoints.websecure.address=:443"
+      - "--entryPoints.metrics.address=:8082"
+      - "--metrics.prometheus.entryPoint=metrics"
+      - "--certificatesresolvers.myresolver.acme.tlschallenge=true"
+      # TESTING
+      # - "--certificatesresolvers.myresolver.acme.caserver=https://acme-staging-v02.api.letsencrypt.org/directory"
+      - "--certificatesresolvers.myresolver.acme.email=$MAIL"
+      - "--certificatesresolvers.myresolver.acme.storage=/letsencrypt/acme.json"
+    volumes:
+      - "./traefik/letsencrypt:/letsencrypt"
+      - "/var/run/docker.sock:/var/run/docker.sock:ro"
+    labels:
+      - "traefik.enable=true"
+
+### WIREGUARD
+  wireguard:
+    image: lscr.io/linuxserver/wireguard
+    container_name: wireguard
+    cap_add:
+      - NET_ADMIN
+      - SYS_MODULE
+    environment:
+      - PUID=$PUID
+      - PGID=$PGID
+    volumes:
+      - ./wireguard/config/wg0.conf:/config/wg0.conf
+      - /lib/modules:/lib/modules
+    # Expose prometheus port
+    expose:
+      - 9090
+    ports:
+      - $SERVERPORT:$SERVERPORT/udp
+    sysctls:
+      - net.ipv4.conf.all.src_valid_mark=1
+    restart: unless-stopped
+
+### MONITORING
+  prometheus:
+    image: prom/prometheus:v2.30.3
+    container_name: prometheus
+    volumes:
+      - ./prometheus/prometheus-lt-1.yml:/etc/prometheus/prometheus.yml
+      - prometheus_data:/prometheus
+    command:
+      - '--config.file=/etc/prometheus/prometheus.yml'
+      - '--storage.tsdb.path=/prometheus'
+      - '--web.console.libraries=/etc/prometheus/console_libraries'
+      - '--web.console.templates=/etc/prometheus/consoles'
+      - '--storage.tsdb.retention.time=200h'
+      - '--web.enable-lifecycle'
+    restart: unless-stopped
+    network_mode: "service:wireguard"
+    labels:
+      org.label-schema.group: "monitoring"
+    depends_on:
+      - wireguard
+
+  nodeexporter:
+    image: prom/node-exporter:v1.2.2
+    container_name: nodeexporter
+    volumes:
+      - /proc:/host/proc:ro
+      - /sys:/host/sys:ro
+      - /:/rootfs:ro
+    command:
+      - '--path.procfs=/host/proc'
+      - '--path.rootfs=/rootfs'
+      - '--path.sysfs=/host/sys'
+      - '--collector.filesystem.mount-points-exclude=^/(sys|proc|dev|host|etc)($$|/)'
+    restart: unless-stopped
+    expose:
+      - 9100
+    labels:
+      org.label-schema.group: "monitoring"
+
+  cadvisor:
+    image: gcr.io/cadvisor/cadvisor:v0.42.0
+    container_name: cadvisor
+    privileged: true
+    devices:
+      - /dev/kmsg:/dev/kmsg
+    volumes:
+      - /:/rootfs:ro
+      - /var/run:/var/run:ro
+      - /sys:/sys:ro
+      - /var/lib/docker:/var/lib/docker:ro
+      #- /cgroup:/cgroup:ro #doesn't work on MacOS only for Linux
+    restart: unless-stopped
+    expose:
+      - 8080
+    labels:
+      org.label-schema.group: "monitoring"
+
+  pushgateway:
+    image: prom/pushgateway:v1.4.2
+    container_name: pushgateway
+    restart: unless-stopped
+    expose:
+      - 9091
+    labels:
+      org.label-schema.group: "monitoring"
+
+### POKT
+  pocket-lt-1:
+    image: poktnetwork/pocket-core:stagenet-latest
+    ports:
+      - "127.0.0.1:8081:8081"
+      - "26656:26656"
+    expose:
+      - 26656
+      - 26660
+      - 8081
+      - 8083
+    command: /home/app/.pocket/pokt_mainnet.sh && pocket start --seeds=$POCKET_MAIN_SEEDS --mainnet
+    #command: pocket start --simulateRelay
+    environment:
+      - POCKET_CORE_KEY=$POKT_LT_1_POCKET_CORE_KEY
+      - POCKET_CORE_PASSPHRASE=$POKT_LT_1_POCKET_CORE_PASSPHRASE
+      - POCKET_SNAPSHOT=$POCKET_SNAPSHOT
+    volumes:
+      - ./bootstrap_skript/pokt_mainnet.sh:/home/app/.pocket/pokt_mainnet.sh
+      - ./chains/chains_mainnet.json:/home/app/.pocket/config/chains.json
+      - ./pokt/config.json:/home/app/.pocket/config/config.json
+      - pocket-lt-1:/home/app/.pocket
+    restart: unless-stopped
+    labels:
+      - "traefik.enable=true"
+      - "traefik.http.services.pocket-lt-1.loadbalancer.server.port=8081"
+      - "traefik.http.routers.pocket-lt-1.entrypoints=websecure"
+      - "traefik.http.routers.pocket-lt-1.tls.certresolver=myresolver"
+      - "traefik.http.routers.pocket-lt-1.rule=Host(`$POKT_LT_1_DOMAIN`) && Path(`/v1`, `/v1/client/{dispatch|relay|challenge|sim}`)"
+
+  pocket-lt-2:
+    image: poktnetwork/pocket-core:stagenet-latest
+    ports:
+      - "127.0.0.1:8082:8081"
+      - "26657:26656"
+    expose:
+      - 26656
+      - 26660
+      - 8081
+      - 8083
+    command: /home/app/.pocket/pokt_mainnet.sh && pocket start --seeds=$POCKET_MAIN_SEEDS --mainnet
+    #command: pocket start --simulateRelay
+    environment:
+      - POCKET_CORE_KEY=$POKT_LT_2_POCKET_CORE_KEY
+      - POCKET_CORE_PASSPHRASE=$POKT_LT_2_POCKET_CORE_PASSPHRASE
+      - POCKET_SNAPSHOT=$POCKET_SNAPSHOT
+    volumes:
+      - ./bootstrap_skript/pokt_mainnet.sh:/home/app/.pocket/pokt_mainnet.sh
+      - ./chains/chains_mainnet.json:/home/app/.pocket/config/chains.json
+      - ./pokt/config.json:/home/app/.pocket/config/config.json
+      - pocket-lt-2:/home/app/.pocket
+    restart: unless-stopped
+    labels:
+      - "traefik.enable=true"
+      - "traefik.http.services.pocket-lt-2.loadbalancer.server.port=8081"
+      - "traefik.http.routers.pocket-lt-2.entrypoints=websecure"
+      - "traefik.http.routers.pocket-lt-2.tls.certresolver=myresolver"
+      - "traefik.http.routers.pocket-lt-2.rule=Host(`$POKT_LT_2_DOMAIN`) && Path(`/v1`, `/v1/client/{dispatch|relay|challenge|sim}`)"
+
+  pocket-lt-3:
+    image: poktnetwork/pocket-core:stagenet-latest
+    ports:
+      - "127.0.0.1:8083:8081"
+      - "26658:26656"
+    expose:
+      - 26656
+      - 26660
+      - 8081
+      - 8083
+    command: /home/app/.pocket/pokt_mainnet.sh && pocket start --seeds=$POCKET_MAIN_SEEDS --mainnet
+    #command: pocket start --simulateRelay
+    environment:
+      - POCKET_CORE_KEY=$POKT_LT_3_POCKET_CORE_KEY
+      - POCKET_CORE_PASSPHRASE=$POKT_LT_3_POCKET_CORE_PASSPHRASE
+      - POCKET_SNAPSHOT=$POCKET_SNAPSHOT
+    volumes:
+      - ./bootstrap_skript/pokt_mainnet.sh:/home/app/.pocket/pokt_mainnet.sh
+      - ./chains/chains_mainnet.json:/home/app/.pocket/config/chains.json
+      - ./pokt/config.json:/home/app/.pocket/config/config.json
+      - pocket-lt-3:/home/app/.pocket
+    restart: unless-stopped
+    labels:
+      - "traefik.enable=true"
+      - "traefik.http.services.pocket-lt-3.loadbalancer.server.port=8081"
+      - "traefik.http.routers.pocket-lt-3.entrypoints=websecure"
+      - "traefik.http.routers.pocket-lt-3.tls.certresolver=myresolver"
+      - "traefik.http.routers.pocket-lt-3.rule=Host(`$POKT_LT_3_DOMAIN`) && Path(`/v1`, `/v1/client/{dispatch|relay|challenge|sim}`)"
+
+  pocket-lt-4:
+    image: poktnetwork/pocket-core:stagenet-latest
+    ports:
+      - "127.0.0.1:8084:8081"
+      - "26659:26656"
+    expose:
+      - 26656
+      - 26660
+      - 8081
+      - 8083
+    command: /home/app/.pocket/pokt_mainnet.sh && pocket start --seeds=$POCKET_MAIN_SEEDS --mainnet
+    #command: pocket start --simulateRelay
+    environment:
+      - POCKET_CORE_KEY=$POKT_LT_4_POCKET_CORE_KEY
+      - POCKET_CORE_PASSPHRASE=$POKT_LT_4_POCKET_CORE_PASSPHRASE
+      - POCKET_SNAPSHOT=$POCKET_SNAPSHOT
+    volumes:
+      - ./bootstrap_skript/pokt_mainnet.sh:/home/app/.pocket/pokt_mainnet.sh
+      - ./chains/chains_mainnet.json:/home/app/.pocket/config/chains.json
+      - ./pokt/config.json:/home/app/.pocket/config/config.json
+      - pocket-lt-4:/home/app/.pocket
+    restart: unless-stopped
+    labels:
+      - "traefik.enable=true"
+      - "traefik.http.services.pocket-lt-4.loadbalancer.server.port=8081"
+      - "traefik.http.routers.pocket-lt-4.entrypoints=websecure"
+      - "traefik.http.routers.pocket-lt-4.tls.certresolver=myresolver"
+      - "traefik.http.routers.pocket-lt-4.rule=Host(`$POKT_LT_4_DOMAIN`) && Path(`/v1`, `/v1/client/{dispatch|relay|challenge|sim}`)"
+
+### VOLUMES
+volumes:
+  pocket-lt-1:
+  pocket-lt-2:
+  pocket-lt-3:
+  pocket-lt-4:
+  prometheus_data:

docker-compose.pokt-test.yml

@@ -51,7 +51,35 @@ services:
       - "traefik.http.services.pocket-testnet.loadbalancer.server.port=8081"
       - "traefik.http.routers.pocket-testnet.entrypoints=websecure"
       - "traefik.http.routers.pocket-testnet.tls.certresolver=myresolver"
-      - "traefik.http.routers.pocket-testnet.rule=Host(`$RELAYDOMAIN`) && Path(`/v1`, `/v1/client/{dispatch|relay|challenge|sim}`)"
+      - "traefik.http.routers.pocket-testnet.rule=Host(`$TEST_DOMAIN_1`) && Path(`/v1`, `/v1/client/{dispatch|relay|challenge|sim}`)"
+
+  pocket-mainnet:
+    image: poktnetwork/pocket-core:stagenet-latest
+    ports:
+      - "127.0.0.1:8082:8081"
+      - "26657:26656"
+    expose:
+      - 26656
+      - 8081
+      - 8083
+    command:  /home/app/.pocket/pokt_mainnet.sh && pocket start --seeds=$POCKET_MAIN_SEEDS --mainnet
+    #command: pocket start --simulateRelay
+    environment:
+      - POCKET_SNAPSHOT=$POCKET_SNAPSHOT
+      - POCKET_CORE_KEY=$POCKET_CORE_KEY_MAINNET
+      - POCKET_CORE_PASSPHRASE=$POCKET_CORE_PASSPHRASE_MAINNET
+    volumes:
+      - ./bootstrap_skript/pokt_mainnet.sh:/home/app/.pocket/pokt_mainnet.sh
+      - ./pokt/config.json:/home/app/.pocket/config/config.json
+      - ./chains/chains_mainnet.json:/home/app/.pocket/config/chains.json
+      - pocket-mainnet:/home/app/.pocket
+    restart: unless-stopped
+    labels:
+      - "traefik.enable=true"
+      - "traefik.http.services.pocket-mainnet.loadbalancer.server.port=8081"
+      - "traefik.http.routers.pocket-mainnet.entrypoints=websecure"
+      - "traefik.http.routers.pocket-mainnet.tls.certresolver=myresolver"
+      - "traefik.http.routers.pocket-mainnet.rule=Host(`$TEST_DOMAIN_2`) && Path(`/v1`, `/v1/client/{dispatch|relay|challenge|sim}`)"
 
 ### MONITORING
 ### WIREGUARD
@@ -135,5 +163,6 @@ services:
 ### VOLUMES
 volumes:
   pocket-testnet:
+  pocket-mainnet:
   prometheus_data:
 

docker-compose.traefik.yml

@@ -0,0 +1,46 @@
+version: '3.1'
+
+services:
+
+  traefik:
+    image: traefik:latest
+    container_name: traefik
+    restart: always
+    expose:
+      - "8082"
+    ports:
+      - "443:443"
+      - "127.0.0.1:8080:8080"
+    command:
+      - "--api=true"
+      - "--api.insecure=true"
+      - "--api.dashboard=true"
+      - "--log.level=DEBUG"
+      - "--providers.docker=true"
+      - "--providers.docker.exposedbydefault=false"
+      - "--entrypoints.websecure.address=:443"
+      - "--entryPoints.metrics.address=:8082"
+      - "--metrics.prometheus.entryPoint=metrics"
+      - "--certificatesresolvers.myresolver.acme.tlschallenge=true"
+      # TESTING
+      # - "--certificatesresolvers.myresolver.acme.caserver=https://acme-staging-v02.api.letsencrypt.org/directory"
+      - "--certificatesresolvers.myresolver.acme.email=$MAIL"
+      - "--certificatesresolvers.myresolver.acme.storage=/letsencrypt/acme.json"
+    volumes:
+      - "./traefik/letsencrypt:/letsencrypt"
+      - "/var/run/docker.sock:/var/run/docker.sock:ro"
+    networks:
+      - chains
+    #labels:
+    #  - "traefik.enable=true"
+    #  - "prometheus-scrape.enabled=true"
+    #  - "prometheus-scrape.port=8082"
+    #  - "prometheus-scrape.job_name=traefik"
+
+
+networks:
+  chains:
+    driver: bridge
+    ipam:
+     config:
+       - subnet: 192.168.0.1/27

haproxy/Dockerfile

@@ -0,0 +1,7 @@
+FROM haproxy:alpine
+
+USER root
+RUN apk add --no-cache curl bash jq
+USER haproxy
+
+CMD ["haproxy", "-f", "/usr/local/etc/haproxy/haproxy.cfg"]

haproxy/ethereum-healthcheck.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+# $1 = Virtual Service IP (VIP)
+# $2 = Virtual Service Port (VPT)
+# $3 = Real Server IP (RIP)
+# $4 = Real Server Port (RPT)
+# $5 = Check Source IP
+
+PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
+VIP=$1
+VPT=$2
+RIP=$3
+RPT=$4
+# RPT=8545
+
+# Run curl with appropriate options
+curl -s -X POST -H "Content-Type: application/json" -m 2 -d '{"jsonrpc":"2.0","method":"eth_syncing","params": [],"id":1}' https://$HAPROXY_SERVER_NAME:$RPT/$HAPROXY_PROXY_NAME 2>/dev/null | jq '.result' -r | grep -q false
+exit1=$?
+
+peers=$(curl -s -X POST -H "Content-Type: application/json" -m 2 -d '{"jsonrpc":"2.0","method":"net_peerCount","params": [],"id":1}' https://$HAPROXY_SERVER_NAME:$RPT/$HAPROXY_PROXY_NAME 2>/dev/null | jq '.result' -r)
+
+# If any of the above tests failed, then exit 1.
+if [[ "$exit1" -ne 0 ]]; then exit 1; fi
+if [[ `printf "%d" $peers` == "0" || `printf "%d" $peers` == "1" ]]; then exit 1; fi
+exit 0

haproxy/polygon-healthcheck.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+# $1 = Virtual Service IP (VIP)
+# $2 = Virtual Service Port (VPT)
+# $3 = Real Server IP (RIP)
+# $4 = Real Server Port (RPT)
+# $5 = Check Source IP
+
+PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
+VIP=$1
+VPT=$2
+RIP=$3
+RPT=$4
+# RPT=8545
+
+# Run curl with appropriate options
+our_blockheight=$(curl -s -X POST -H "Content-Type: application/json" -m 2 -d '{"jsonrpc":"2.0","method":"eth_blockNumber","params": [],"id":1}' https://$HAPROXY_SERVER_NAME:$RPT/$HAPROXY_PROXY_NAME 2>/dev/null | printf "%d" $(jq '.result' -r))
+pokt_blockheight=$(curl -s -X POST -H "Content-Type: application/json" -m 2 -d '{"jsonrpc":"2.0","method":"eth_blockNumber","params": [],"id":1}' https://poly-rpc.gateway.pokt.network 2>/dev/null | printf "%d" $(jq '.result' -r))
+
+peers=$(curl -s -X POST -H "Content-Type: application/json" -m 2 -d '{"jsonrpc":"2.0","method":"net_peerCount","params": [],"id":1}' https://$HAPROXY_SERVER_NAME:$RPT/$HAPROXY_PROXY_NAME 2>/dev/null | jq '.result' -r)
+
+# If any of the above tests failed, then exit 1.
+if [[ "$our_blockheight" -lt "$pokt_blockheight - 10" ]]; then exit 1; fi
+if [[ `printf "%d" $peers` == "0" || `printf "%d" $peers` == "1" ]]; then exit 1; fi
+exit 0

pokt/config.json

@@ -143,7 +143,7 @@
         "user_agent": "",
         "validator_cache_size": 10000,
         "application_cache_size": 10000,
-        "rpc_timeout": 30000,
+        "rpc_timeout": 60000,
         "pocket_prometheus_port": "8083",
         "prometheus_max_open_files": 3,
         "max_claim_age_for_proof_retry": 32,

prometheus/prometheus-lt-1.yml

@@ -34,6 +34,12 @@ scrape_configs:
     static_configs:
       - targets: ['pushgateway:9091']
 
+  - job_name: 'haproxy'
+    scrape_interval: 10s
+    honor_labels: true
+    static_configs:
+      - targets: ['haproxy:8404']
+
   - job_name: 'pocket-lt-1'
     scrape_interval: 10s
     honor_labels: true

prometheus/prometheus.autodiscover.yml

@@ -0,0 +1,34 @@
+global:
+  scrape_interval:     15s
+  evaluation_interval: 15s
+
+  # Attach these labels to any time series or alerts when communicating with
+  # external systems (federation, remote storage, Alertmanager).
+  external_labels:
+      monitor: 'docker-host-alpha'
+
+# Load and evaluate rules in this file every 'evaluation_interval' seconds.
+rule_files:
+  - "alert.rules"
+
+# A scrape configuration containing exactly one endpoint to scrape.
+scrape_configs:
+  - job_name: 'nodeexporter'
+    scrape_interval: 5s
+    static_configs:
+      - targets: ['nodeexporter:9100']
+
+  - job_name: 'cadvisor'
+    scrape_interval: 5s
+    static_configs:
+      - targets: ['cadvisor:8080']
+
+  - job_name: 'prometheus'
+    scrape_interval: 10s
+    static_configs:
+      - targets: ['localhost:9090']
+
+  - job_name: 'service_discovery'
+    file_sd_configs:
+    - files:
+      - '/prometheus-docker-sd/docker-targets.json'