- Create multi-node blockchain health monitoring workflow - Create P2P network verification workflow for all 3 nodes - Create blockchain synchronization verification workflow - Update blockchain-communication-test.sh to include aitbc2 (gitea-runner) - Add shared scripts directory with health check, P2P verification, and sync verification scripts - All workflows trigger on git push to main/develop branches - Workflows run on gitea-runner (has SSH access to all nodes) - Include automatic remediation for failed services and sync issues - Sync threshold set to 10 blocks - Logging to /var/log/aitbc/ and alerts in Gitea UI
68 lines
2.0 KiB
YAML
68 lines
2.0 KiB
YAML
name: Blockchain Synchronization Verification
|
|
|
|
on:
|
|
push:
|
|
branches: [main, develop]
|
|
paths:
|
|
- 'apps/blockchain-node/**'
|
|
- 'scripts/multi-node/**'
|
|
- '.gitea/workflows/blockchain-sync-verification.yml'
|
|
pull_request:
|
|
branches: [main, develop]
|
|
workflow_dispatch:
|
|
schedule:
|
|
- cron: '0 */6 * * *' # Every 6 hours
|
|
|
|
concurrency:
|
|
group: blockchain-sync-verification-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
sync-verification:
|
|
runs-on: debian
|
|
timeout-minutes: 20
|
|
|
|
steps:
|
|
- name: Clone repository
|
|
run: |
|
|
WORKSPACE="/var/lib/aitbc-workspaces/blockchain-sync-verification"
|
|
rm -rf "$WORKSPACE"
|
|
mkdir -p "$WORKSPACE"
|
|
cd "$WORKSPACE"
|
|
git clone --depth 1 http://gitea.bubuit.net:3000/oib/aitbc.git repo
|
|
|
|
- name: Initialize job logging
|
|
run: |
|
|
cd /var/lib/aitbc-workspaces/blockchain-sync-verification/repo
|
|
bash scripts/ci/setup-job-logging.sh
|
|
|
|
- name: Setup Python environment
|
|
run: |
|
|
cd /var/lib/aitbc-workspaces/blockchain-sync-verification/repo
|
|
|
|
# Remove any existing venv to avoid cache corruption issues
|
|
rm -rf venv
|
|
|
|
bash scripts/ci/setup-python-venv.sh \
|
|
--repo-dir "$PWD" \
|
|
--venv-dir "$PWD/venv" \
|
|
--skip-requirements \
|
|
--extra-packages "requests psutil"
|
|
|
|
- name: Run blockchain synchronization verification
|
|
run: |
|
|
cd /var/lib/aitbc-workspaces/blockchain-sync-verification/repo
|
|
bash scripts/multi-node/sync-verification.sh
|
|
|
|
- name: Sync verification report
|
|
if: always()
|
|
run: |
|
|
echo "=== Blockchain Synchronization Verification Report ==="
|
|
if [ -f /var/log/aitbc/sync-verification.log ]; then
|
|
tail -50 /var/log/aitbc/sync-verification.log
|
|
fi
|
|
|
|
- name: Cleanup
|
|
if: always()
|
|
run: rm -rf /var/lib/aitbc-workspaces/blockchain-sync-verification
|