- Add cross-node transaction testing workflow (manual dispatch) - Add node failover simulation workflow (manual dispatch, check logic only) - Add multi-node stress testing workflow (manual dispatch) - All workflows use only RPC endpoints (no SSH access) - All workflows run on manual dispatch only - No remediation steps (monitoring/testing only) - Cross-node transaction testing uses real transactions from test wallet - Failover simulation uses check logic only (no actual shutdown) - Stress testing generates real transactions with configurable count/rate - Comprehensive logging to /var/log/aitbc/ - Proper wallet creation and cleanup
58 lines
1.7 KiB
YAML
58 lines
1.7 KiB
YAML
name: Node Failover Simulation
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
|
|
concurrency:
|
|
group: node-failover-simulation-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
failover-test:
|
|
runs-on: debian
|
|
timeout-minutes: 15
|
|
|
|
steps:
|
|
- name: Clone repository
|
|
run: |
|
|
WORKSPACE="/var/lib/aitbc-workspaces/node-failover-simulation"
|
|
rm -rf "$WORKSPACE"
|
|
mkdir -p "$WORKSPACE"
|
|
cd "$WORKSPACE"
|
|
git clone --depth 1 http://gitea.bubuit.net:3000/oib/aitbc.git repo
|
|
|
|
- name: Initialize job logging
|
|
run: |
|
|
cd /var/lib/aitbc-workspaces/node-failover-simulation/repo
|
|
bash scripts/ci/setup-job-logging.sh
|
|
|
|
- name: Setup Python environment
|
|
run: |
|
|
cd /var/lib/aitbc-workspaces/node-failover-simulation/repo
|
|
|
|
# Remove any existing venv to avoid cache corruption issues
|
|
rm -rf venv
|
|
|
|
bash scripts/ci/setup-python-venv.sh \
|
|
--repo-dir "$PWD" \
|
|
--venv-dir "$PWD/venv" \
|
|
--skip-requirements \
|
|
--extra-packages "requests psutil"
|
|
|
|
- name: Run node failover simulation
|
|
run: |
|
|
cd /var/lib/aitbc-workspaces/node-failover-simulation/repo
|
|
bash scripts/multi-node/failover-simulation.sh
|
|
|
|
- name: Failover simulation report
|
|
if: always()
|
|
run: |
|
|
echo "=== Node Failover Simulation Report ==="
|
|
if [ -f /var/log/aitbc/failover-simulation.log ]; then
|
|
tail -50 /var/log/aitbc/failover-simulation.log
|
|
fi
|
|
|
|
- name: Cleanup
|
|
if: always()
|
|
run: rm -rf /var/lib/aitbc-workspaces/node-failover-simulation
|