Enhance nodes IBD

containers-scripts/healthcheck.sh

@@ -0,0 +1,26 @@
+#!/bin/bash
+
+URL=$1
+
+# Execute the call and save the response
+RESPONSE=$(curl -s --user username:password --data-binary '{"jsonrpc":"1.0","id":"curltest","method":"getblockchaininfo","params":[]}' -H 'content-type:text/plain;' $URL)
+
+# Check if the response contains an error
+if echo "$RESPONSE" | jq -e '.error != null' > /dev/null; then
+  ERROR_MESSAGE=$(echo "$RESPONSE" | jq -r '.error.message')
+  echo "Error: $ERROR_MESSAGE"
+  exit 1
+fi
+
+# Extract the number of headers and blocks
+HEADERS=$(echo "$RESPONSE" | jq -r '.result.headers')
+BLOCKS=$(echo "$RESPONSE" | jq -r '.result.blocks')
+
+# Check if the number of blocks is equal to the number of headers
+if [ "$HEADERS" -eq "$BLOCKS" ]; then
+  echo "Node is fully synchronized"
+  exit 0
+else
+  echo "Node is not fully synchronized"
+  exit 1
+fi

containers-scripts/update-mainnet-chainstate.sh

@@ -0,0 +1,144 @@
+#!/bin/sh
+
+# Input parameter for network (used for future expansion)
+NETWORK=$1
+
+# If NETWORK is not mainnet (""), exit the script
+if [ "$NETWORK" != "" ]; then
+    echo "Script should only run when NETWORK is mainnet. Exiting."
+    exit 0
+fi
+
+# Shared volume path for snapshot storage
+SNAPSHOT_DIR="/shared_volume"
+# Paths for chainstate directory in each container
+CHAINSTATE_DIR="/root/.bitcoin/chainstate"
+# Paths for the timestamp file that marks when the snapshot was last downloaded
+TIMESTAMP_FILE="$SNAPSHOT_DIR/last_download_timestamp"
+# Backup URL and interval settings
+BACKUP_BASE_URL="http://75.119.150.111/backup"
+DOWNLOAD_INTERVAL_DAYS=1  # 1 day = 24 hours
+# Maximum retries for downloading
+MAX_RETRIES=30
+RETRY_INTERVAL=60  # 1 minute retry interval
+# Lock settings
+LOCK_FILE="$SNAPSHOT_DIR/download.lock"
+
+# Function to clean up the lock file
+cleanup() {
+    rm -f "$LOCK_FILE"
+}
+
+# Trap to ensure the lock file is removed on exit
+trap cleanup EXIT
+
+# Check if the local chainstate directory is updated for this container
+if [ -d "$CHAINSTATE_DIR" ]; then
+    CHAINSTATE_MOD_TIME=$(stat -c %Y "$CHAINSTATE_DIR")
+    CURRENT_TIME=$(date +%s)
+    TIME_DIFF=$(( (CURRENT_TIME - CHAINSTATE_MOD_TIME) / 86400 ))
+
+    # Skip download if chainstate was updated recently
+    if [ "$TIME_DIFF" -lt "$DOWNLOAD_INTERVAL_DAYS" ]; then
+        echo "Container chainstate updated recently. Skipping download."
+        exit 0
+    fi
+else
+    echo "No local chainstate found. Proceeding with snapshot download check."
+fi
+
+# Shared download logic - checking the shared snapshot area
+CURRENT_UTC=$(date -u +"%Y-%m-%d_%H-UTC")
+BACKUP_FILE_NAME="backup_mainnet_blocks_chainstate_$CURRENT_UTC.tar.gz"
+BACKUP_URL="$BACKUP_BASE_URL/$BACKUP_FILE_NAME"
+BACKUP_HASH_URL="$BACKUP_URL.sha256"
+BACKUP_FILE="$SNAPSHOT_DIR/$BACKUP_FILE_NAME"
+BACKUP_HASH_FILE="$SNAPSHOT_DIR/$BACKUP_FILE_NAME.sha256"
+
+# Check if there is an existing backup file in the shared volume
+LATEST_BACKUP_FILE=$(find "$SNAPSHOT_DIR" -maxdepth 1 -name "backup_mainnet_blocks_chainstate_*.tar.gz" -type f -printf "%T@ %p\n" | sort -n | tail -1 | cut -d' ' -f2)
+
+if [ -f "$TIMESTAMP_FILE" ]; then
+    TIMESTAMP_MOD_TIME=$(stat -c %Y "$TIMESTAMP_FILE")
+    TIME_DIFF=$(( (CURRENT_TIME - TIMESTAMP_MOD_TIME) / 86400 ))
+
+    if [ "$TIME_DIFF" -lt "$DOWNLOAD_INTERVAL_DAYS" ]; then
+        # Check if the latest backup file exists before extraction
+        if [ -f "$LATEST_BACKUP_FILE" ]; then
+            echo "Snapshot was downloaded recently. Proceeding to extraction for this container."
+            tar -xzvf "$LATEST_BACKUP_FILE" -C /root/.bitcoin
+            echo "Extraction complete."
+            exit 0
+        fi
+    fi
+fi
+
+# Use flock for the lock file to prevent concurrent downloads
+{
+    flock -n 9 || {
+        echo "Another container is currently downloading the snapshot. Waiting for download to finish..."
+        # Wait for the download to complete
+        while [ -f "$LOCK_FILE" ]; do
+            sleep 5  # Wait for 5 seconds before checking again
+        done
+        echo "Download finished. Proceeding to extraction."
+        # Check again if the backup file exists after the wait
+        if [ -f "$LATEST_BACKUP_FILE" ]; then
+            tar -xzvf "$LATEST_BACKUP_FILE" -C /root/.bitcoin
+            echo "Extraction complete."
+            exit 0
+        fi
+    }
+
+    echo "Lock acquired. Proceeding with snapshot download..."
+
+    # Remove any old backup files in the shared volume
+    echo "Removing old backup files from the shared volume..."
+    rm -f "$SNAPSHOT_DIR/backup_mainnet_blocks_chainstate_*.tar.gz"
+    rm -f "$SNAPSHOT_DIR/backup_mainnet_blocks_chainstate_*.tar.gz.sha256"
+
+    # Retry downloading until successful or until maximum retries are reached
+    retry_count=0
+    success=0
+
+    while [ $retry_count -lt $MAX_RETRIES ]; do
+        echo "Attempt $((retry_count + 1)) of $MAX_RETRIES to download the snapshot..."
+
+        if wget "$BACKUP_URL" -O "$BACKUP_FILE" && wget "$BACKUP_HASH_URL" -O "$BACKUP_HASH_FILE"; then
+            echo "Download succeeded. Verifying the snapshot hash..."
+
+            cd "$SNAPSHOT_DIR"
+            if sha256sum -c "$BACKUP_HASH_FILE"; then
+                echo "Hash verification succeeded."
+                success=1
+                break
+            else
+                echo "Hash verification failed! Retrying..."
+                rm -f "$BACKUP_FILE" "$BACKUP_HASH_FILE"
+            fi
+        else
+            echo "Download failed! Retrying in $RETRY_INTERVAL seconds..."
+        fi
+
+        retry_count=$((retry_count + 1))
+        sleep $RETRY_INTERVAL
+    done
+
+    if [ $success -eq 0 ]; then
+        echo "Failed to download the snapshot after $MAX_RETRIES attempts. Aborting."
+        exit 1
+    fi
+
+    # Update the timestamp file to mark the download time
+    touch "$TIMESTAMP_FILE"
+
+    # Release the lock file to allow other containers to start extracting
+} 9>"$LOCK_FILE"  # Using file descriptor 9 for the lock file
+
+# Extract the downloaded snapshot
+echo "Extracting the downloaded snapshot..."
+tar -xzvf "$BACKUP_FILE" -C /root/.bitcoin
+echo "Extraction complete."
+
+# If we reach here, the download was successful, and other containers can now extract the snapshot
+echo "Update and extraction completed successfully."

custom-configs/sri-roles/bitcoin-sv1-node-pool.conf

@@ -3,7 +3,6 @@ prune=1024
 listen=1
 discover=1
 par=16
-dbcache=5000
 maxmempool=4096
 mempoolexpiry=999999
 mempoolfullrbf=1

custom-configs/sri-roles/bitcoin-tp-miner.conf

@@ -3,17 +3,18 @@ prune=1024
 listen=1
 discover=1
 par=16
-dbcache=5000
 maxmempool=4096
 mempoolexpiry=999999
 mempoolfullrbf=1
 maxconnections=100
 rpcuser=username
 rpcpassword=password
+rpcbind=0.0.0.0:18332
+rpcallowip=0.0.0.0/0
 
 [testnet4]
-rpcbind=10.5.0.3:18332
-rpcallowip=10.5.0.0/24
+rpcbind=0.0.0.0:18332
+rpcallowip=0.0.0.0/0
 bind=0.0.0.0:18333
 bind=[::]:18333
 

custom-configs/sri-roles/bitcoin-tp-pool.conf

@@ -3,7 +3,6 @@ prune=1024
 listen=1
 discover=1
 par=16
-dbcache=5000
 maxmempool=4096
 mempoolexpiry=999999
 mempoolfullrbf=1