docs: add code quality and type checking workflows to master index

- Add Code Quality Module section with pre-commit hooks and quality checks
- Add Type Checking CI/CD Module section with MyPy workflow and coverage
- Update README with code quality achievements and project structure
- Migrate FastAPI apps from deprecated on_event to lifespan context manager
- Update pyproject.toml files to reference consolidated dependencies
- Remove unused app.py import in coordinator-api
- Add type hints to agent

scripts/dependency-management/update-dependencies.sh

@@ -0,0 +1,325 @@
+#!/bin/bash
+# AITBC Dependency Management Script
+# Consolidates and updates dependencies across all services
+
+set -euo pipefail
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+BLUE='\033[0;34m'
+NC='\033[0m' # No Color
+
+# Logging
+log_info() {
+    echo -e "${BLUE}[INFO]${NC} $1"
+}
+
+log_success() {
+    echo -e "${GREEN}[SUCCESS]${NC} $1"
+}
+
+log_warning() {
+    echo -e "${YELLOW}[WARNING]${NC} $1"
+}
+
+log_error() {
+    echo -e "${RED}[ERROR]${NC} $1"
+}
+
+# Main directory
+AITBC_ROOT="/opt/aitbc"
+cd "$AITBC_ROOT"
+
+# Backup current requirements
+backup_requirements() {
+    log_info "Creating backup of current requirements..."
+    timestamp=$(date +%Y%m%d_%H%M%S)
+    backup_dir="backups/dependency_backup_$timestamp"
+    mkdir -p "$backup_dir"
+    
+    # Backup all requirements files
+    find . -name "requirements*.txt" -not -path "./venv/*" -exec cp {} "$backup_dir/" \;
+    find . -name "pyproject.toml" -not -path "./venv/*" -exec cp {} "$backup_dir/" \;
+    
+    log_success "Backup created in $backup_dir"
+}
+
+# Update central requirements
+update_central_requirements() {
+    log_info "Updating central requirements..."
+    
+    # Install consolidated dependencies
+    if [ -f "requirements-consolidated.txt" ]; then
+        log_info "Installing consolidated dependencies..."
+        ./venv/bin/pip install -r requirements-consolidated.txt
+        log_success "Consolidated dependencies installed"
+    else
+        log_error "requirements-consolidated.txt not found"
+        return 1
+    fi
+}
+
+# Update service-specific pyproject.toml files
+update_service_configs() {
+    log_info "Updating service configurations..."
+    
+    # List of services to update
+    services=(
+        "apps/coordinator-api"
+        "apps/blockchain-node"
+        "apps/pool-hub"
+        "apps/wallet"
+    )
+    
+    for service in "${services[@]}"; do
+        if [ -f "$service/pyproject.toml" ]; then
+            log_info "Updating $service..."
+            # Create a simplified pyproject.toml that references central dependencies
+            cat > "$service/pyproject.toml" << EOF
+[tool.poetry]
+name = "$(basename "$service")"
+version = "v0.2.3"
+description = "AITBC $(basename "$service") service"
+authors = ["AITBC Team"]
+
+[tool.poetry.dependencies]
+python = "^3.13"
+# All dependencies managed centrally in /opt/aitbc/requirements-consolidated.txt
+
+[tool.poetry.group.dev.dependencies]
+# Development dependencies managed centrally
+
+[build-system]
+requires = ["poetry-core>=1.0.0"]
+build-backend = "poetry.core.masonry.api"
+EOF
+            log_success "Updated $service/pyproject.toml"
+        fi
+    done
+}
+
+# Update CLI requirements
+update_cli_requirements() {
+    log_info "Updating CLI requirements..."
+    
+    if [ -f "cli/requirements-cli.txt" ]; then
+        # Create minimal CLI requirements (others from central)
+        cat > "cli/requirements-cli.txt" << EOF
+# AITBC CLI Requirements
+# Core CLI-specific dependencies (others from central requirements)
+
+# CLI Enhancement Dependencies
+click>=8.1.0
+rich>=13.0.0
+tabulate>=0.9.0
+colorama>=0.4.4
+keyring>=23.0.0
+click-completion>=0.5.2
+typer>=0.12.0
+
+# Note: All other dependencies are managed in /opt/aitbc/requirements-consolidated.txt
+EOF
+        log_success "Updated CLI requirements"
+    fi
+}
+
+# Create installation profiles script
+create_profiles() {
+    log_info "Creating installation profiles..."
+    
+    cat > "scripts/install-profiles.sh" << 'EOF'
+#!/bin/bash
+# AITBC Installation Profiles
+# Install specific dependency sets for different use cases
+
+set -euo pipefail
+
+AITBC_ROOT="/opt/aitbc"
+cd "$AITBC_ROOT"
+
+# Colors
+GREEN='\033[0;32m'
+BLUE='\033[0;34m'
+NC='\033[0m'
+
+log_info() {
+    echo -e "${BLUE}[INFO]${NC} $1"
+}
+
+log_success() {
+    echo -e "${GREEN}[SUCCESS]${NC} $1"
+}
+
+# Installation profiles
+install_web() {
+    log_info "Installing web profile..."
+    ./venv/bin/pip install fastapi uvicorn gunicorn starlette
+}
+
+install_database() {
+    log_info "Installing database profile..."
+    ./venv/bin/pip install sqlalchemy sqlmodel alembic aiosqlite asyncpg
+}
+
+install_blockchain() {
+    log_info "Installing blockchain profile..."
+    ./venv/bin/pip install cryptography pynacl ecdsa base58 bech32 web3 eth-account
+}
+
+install_ml() {
+    log_info "Installing ML profile..."
+    ./venv/bin/pip install torch torchvision numpy pandas
+}
+
+install_cli() {
+    log_info "Installing CLI profile..."
+    ./venv/bin/pip install click rich typer click-completion tabulate colorama keyring
+}
+
+install_monitoring() {
+    log_info "Installing monitoring profile..."
+    ./venv/bin/pip install structlog sentry-sdk prometheus-client
+}
+
+install_image() {
+    log_info "Installing image processing profile..."
+    ./venv/bin/pip install pillow opencv-python
+}
+
+install_all() {
+    log_info "Installing all profiles..."
+    ./venv/bin/pip install -r requirements-consolidated.txt
+}
+
+install_minimal() {
+    log_info "Installing minimal profile..."
+    ./venv/bin/pip install fastapi pydantic python-dotenv
+}
+
+# Main menu
+case "${1:-all}" in
+    "web")
+        install_web
+        ;;
+    "database")
+        install_database
+        ;;
+    "blockchain")
+        install_blockchain
+        ;;
+    "ml")
+        install_ml
+        ;;
+    "cli")
+        install_cli
+        ;;
+    "monitoring")
+        install_monitoring
+        ;;
+    "image")
+        install_image
+        ;;
+    "all")
+        install_all
+        ;;
+    "minimal")
+        install_minimal
+        ;;
+    *)
+        echo "Usage: $0 {web|database|blockchain|ml|cli|monitoring|image|all|minimal}"
+        echo ""
+        echo "Profiles:"
+        echo "  web        - Web framework dependencies"
+        echo "  database   - Database and ORM dependencies"
+        echo "  blockchain  - Cryptography and blockchain dependencies"
+        echo "  ml         - Machine learning dependencies"
+        echo "  cli        - CLI tool dependencies"
+        echo "  monitoring - Logging and monitoring dependencies"
+        echo "  image      - Image processing dependencies"
+        echo "  all        - All dependencies (default)"
+        echo "  minimal    - Minimal set for basic operation"
+        exit 1
+        ;;
+esac
+
+log_success "Installation completed"
+EOF
+    
+    chmod +x "scripts/install-profiles.sh"
+    log_success "Created installation profiles script"
+}
+
+# Validate dependency consistency
+validate_dependencies() {
+    log_info "Validating dependency consistency..."
+    
+    # Check for conflicts
+    log_info "Checking for version conflicts..."
+    conflicts=$(./venv/bin/pip check 2>&1 || true)
+    
+    if echo "$conflicts" | grep -q "No broken requirements"; then
+        log_success "No dependency conflicts found"
+    else
+        log_warning "Dependency conflicts found:"
+        echo "$conflicts"
+        return 1
+    fi
+}
+
+# Generate dependency report
+generate_report() {
+    log_info "Generating dependency report..."
+    
+    report_file="dependency-report-$(date +%Y%m%d_%H%M%S).txt"
+    
+    cat > "$report_file" << EOF
+AITBC Dependency Report
+====================
+Generated: $(date)
+
+Consolidated Dependencies:
+$(wc -l requirements-consolidated.txt)
+
+Installed Packages:
+$(./venv/bin/pip list | wc -l)
+
+Disk Usage:
+$(du -sh venv/ | cut -f1)
+
+Security Audit:
+$(./venv/bin/safety check --json 2>/dev/null | ./venv/bin/python -c "import json, sys; data=json.load(sys.stdin); print(f'Vulnerabilities: {len(data)}')" 2>/dev/null || echo "Unable to check")
+
+EOF
+    
+    log_success "Dependency report generated: $report_file"
+}
+
+# Main execution
+main() {
+    log_info "Starting AITBC dependency consolidation..."
+    
+    backup_requirements
+    update_central_requirements
+    update_service_configs
+    update_cli_requirements
+    create_profiles
+    
+    if validate_dependencies; then
+        generate_report
+        log_success "Dependency consolidation completed successfully!"
+        
+        echo ""
+        log_info "Next steps:"
+        echo "1. Test services with new dependencies"
+        echo "2. Run './scripts/install-profiles.sh <profile>' for specific installations"
+        echo "3. Monitor for any dependency-related issues"
+    else
+        log_error "Dependency consolidation failed - check conflicts"
+        exit 1
+    fi
+}
+
+# Run main function
+main "$@"