refactor: consolidate blockchain explorer into single app and update backup ignore patterns
- Remove standalone explorer-web app (README, HTML, package files) - Add /web endpoint to blockchain-explorer for web interface access - Update .gitignore to exclude application backup archives (*.tar.gz, *.zip) - Add backup documentation files to .gitignore (BACKUP_INDEX.md, README.md) - Consolidate explorer functionality into main blockchain-explorer application
This commit is contained in:
oib
250
apps/exchange/scripts/migrate_to_postgresql.py
Normal file
250
apps/exchange/scripts/migrate_to_postgresql.py
Normal file
@@ -0,0 +1,250 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Migration script from SQLite to PostgreSQL for AITBC Exchange"""
|
||||
|
||||
import os
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
# Add the src directory to the path
|
||||
sys.path.insert(0, str(Path(__file__).parent / "src"))
|
||||
|
||||
import sqlite3
|
||||
import psycopg2
|
||||
from psycopg2.extras import RealDictCursor
|
||||
from datetime import datetime
|
||||
from decimal import Decimal
|
||||
|
||||
# Database configurations
|
||||
SQLITE_DB = "exchange.db"
|
||||
PG_CONFIG = {
|
||||
"host": "localhost",
|
||||
"database": "aitbc_exchange",
|
||||
"user": "aitbc_user",
|
||||
"password": "aitbc_password",
|
||||
"port": 5432
|
||||
}
|
||||
|
||||
def create_pg_schema():
|
||||
"""Create PostgreSQL schema with optimized types"""
|
||||
|
||||
conn = psycopg2.connect(**PG_CONFIG)
|
||||
cursor = conn.cursor()
|
||||
|
||||
print("Creating PostgreSQL schema...")
|
||||
|
||||
# Drop existing tables
|
||||
cursor.execute("DROP TABLE IF EXISTS trades CASCADE")
|
||||
cursor.execute("DROP TABLE IF EXISTS orders CASCADE")
|
||||
|
||||
# Create trades table with proper types
|
||||
cursor.execute("""
|
||||
CREATE TABLE trades (
|
||||
id SERIAL PRIMARY KEY,
|
||||
amount NUMERIC(20, 8) NOT NULL,
|
||||
price NUMERIC(20, 8) NOT NULL,
|
||||
total NUMERIC(20, 8) NOT NULL,
|
||||
created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(),
|
||||
tx_hash VARCHAR(66),
|
||||
maker_address VARCHAR(66),
|
||||
taker_address VARCHAR(66)
|
||||
)
|
||||
""")
|
||||
|
||||
# Create orders table with proper types
|
||||
cursor.execute("""
|
||||
CREATE TABLE orders (
|
||||
id SERIAL PRIMARY KEY,
|
||||
order_type VARCHAR(4) NOT NULL CHECK (order_type IN ('BUY', 'SELL')),
|
||||
amount NUMERIC(20, 8) NOT NULL,
|
||||
price NUMERIC(20, 8) NOT NULL,
|
||||
total NUMERIC(20, 8) NOT NULL,
|
||||
remaining NUMERIC(20, 8) NOT NULL,
|
||||
filled NUMERIC(20, 8) DEFAULT 0,
|
||||
status VARCHAR(20) DEFAULT 'OPEN' CHECK (status IN ('OPEN', 'FILLED', 'CANCELLED')),
|
||||
created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(),
|
||||
updated_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(),
|
||||
user_address VARCHAR(66),
|
||||
tx_hash VARCHAR(66)
|
||||
)
|
||||
""")
|
||||
|
||||
# Create indexes for performance
|
||||
print("Creating indexes...")
|
||||
cursor.execute("CREATE INDEX idx_trades_created_at ON trades(created_at DESC)")
|
||||
cursor.execute("CREATE INDEX idx_trades_price ON trades(price)")
|
||||
cursor.execute("CREATE INDEX idx_orders_type ON orders(order_type)")
|
||||
cursor.execute("CREATE INDEX idx_orders_price ON orders(price)")
|
||||
cursor.execute("CREATE INDEX idx_orders_status ON orders(status)")
|
||||
cursor.execute("CREATE INDEX idx_orders_created_at ON orders(created_at DESC)")
|
||||
cursor.execute("CREATE INDEX idx_orders_user ON orders(user_address)")
|
||||
|
||||
conn.commit()
|
||||
conn.close()
|
||||
print("✅ PostgreSQL schema created successfully!")
|
||||
|
||||
def migrate_data():
|
||||
"""Migrate data from SQLite to PostgreSQL"""
|
||||
|
||||
print("\nStarting data migration...")
|
||||
|
||||
# Connect to SQLite
|
||||
sqlite_conn = sqlite3.connect(SQLITE_DB)
|
||||
sqlite_conn.row_factory = sqlite3.Row
|
||||
sqlite_cursor = sqlite_conn.cursor()
|
||||
|
||||
# Connect to PostgreSQL
|
||||
pg_conn = psycopg2.connect(**PG_CONFIG)
|
||||
pg_cursor = pg_conn.cursor()
|
||||
|
||||
# Migrate trades
|
||||
print("Migrating trades...")
|
||||
sqlite_cursor.execute("SELECT * FROM trades")
|
||||
trades = sqlite_cursor.fetchall()
|
||||
|
||||
trades_count = 0
|
||||
for trade in trades:
|
||||
pg_cursor.execute("""
|
||||
INSERT INTO trades (amount, price, total, created_at, tx_hash, maker_address, taker_address)
|
||||
VALUES (%s, %s, %s, %s, %s, %s, %s)
|
||||
""", (
|
||||
Decimal(str(trade['amount'])),
|
||||
Decimal(str(trade['price'])),
|
||||
Decimal(str(trade['total'])),
|
||||
trade['created_at'],
|
||||
trade.get('tx_hash'),
|
||||
trade.get('maker_address'),
|
||||
trade.get('taker_address')
|
||||
))
|
||||
trades_count += 1
|
||||
|
||||
# Migrate orders
|
||||
print("Migrating orders...")
|
||||
sqlite_cursor.execute("SELECT * FROM orders")
|
||||
orders = sqlite_cursor.fetchall()
|
||||
|
||||
orders_count = 0
|
||||
for order in orders:
|
||||
pg_cursor.execute("""
|
||||
INSERT INTO orders (order_type, amount, price, total, remaining, filled, status,
|
||||
created_at, updated_at, user_address, tx_hash)
|
||||
VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)
|
||||
""", (
|
||||
order['order_type'],
|
||||
Decimal(str(order['amount'])),
|
||||
Decimal(str(order['price'])),
|
||||
Decimal(str(order['total'])),
|
||||
Decimal(str(order['remaining'])),
|
||||
Decimal(str(order['filled'])),
|
||||
order['status'],
|
||||
order['created_at'],
|
||||
order['updated_at'],
|
||||
order.get('user_address'),
|
||||
order.get('tx_hash')
|
||||
))
|
||||
orders_count += 1
|
||||
|
||||
pg_conn.commit()
|
||||
|
||||
print(f"\n✅ Migration complete!")
|
||||
print(f" - Migrated {trades_count} trades")
|
||||
print(f" - Migrated {orders_count} orders")
|
||||
|
||||
sqlite_conn.close()
|
||||
pg_conn.close()
|
||||
|
||||
def update_exchange_config():
|
||||
"""Update exchange configuration to use PostgreSQL"""
|
||||
|
||||
config_file = Path("simple_exchange_api.py")
|
||||
if not config_file.exists():
|
||||
print("❌ simple_exchange_api.py not found!")
|
||||
return
|
||||
|
||||
print("\nUpdating exchange configuration...")
|
||||
|
||||
# Read the current file
|
||||
content = config_file.read_text()
|
||||
|
||||
# Add PostgreSQL configuration
|
||||
pg_config = """
|
||||
# PostgreSQL Configuration
|
||||
PG_CONFIG = {
|
||||
"host": "localhost",
|
||||
"database": "aitbc_exchange",
|
||||
"user": "aitbc_user",
|
||||
"password": "aitbc_password",
|
||||
"port": 5432
|
||||
}
|
||||
|
||||
def get_pg_connection():
|
||||
\"\"\"Get PostgreSQL connection\"\"\"
|
||||
return psycopg2.connect(**PG_CONFIG)
|
||||
"""
|
||||
|
||||
# Replace SQLite init with PostgreSQL
|
||||
new_init = """
|
||||
def init_db():
|
||||
\"\"\"Initialize PostgreSQL database\"\"\"
|
||||
try:
|
||||
conn = get_pg_connection()
|
||||
cursor = conn.cursor()
|
||||
|
||||
# Check if tables exist
|
||||
cursor.execute(\"\"\"
|
||||
SELECT EXISTS (
|
||||
SELECT FROM information_schema.tables
|
||||
WHERE table_name IN ('trades', 'orders')
|
||||
)
|
||||
\"\"\")
|
||||
|
||||
if not cursor.fetchone()[0]:
|
||||
print("Creating PostgreSQL tables...")
|
||||
create_pg_schema()
|
||||
|
||||
conn.close()
|
||||
except Exception as e:
|
||||
print(f"Database initialization error: {e}")
|
||||
"""
|
||||
|
||||
# Update the file
|
||||
content = content.replace("import sqlite3", "import sqlite3\nimport psycopg2\nfrom psycopg2.extras import RealDictCursor")
|
||||
content = content.replace("def init_db():", new_init)
|
||||
content = content.replace("conn = sqlite3.connect('exchange.db')", "conn = get_pg_connection()")
|
||||
content = content.replace("cursor = conn.cursor()", "cursor = conn.cursor(cursor_factory=RealDictCursor)")
|
||||
|
||||
# Write back
|
||||
config_file.write_text(content)
|
||||
print("✅ Configuration updated to use PostgreSQL!")
|
||||
|
||||
def main():
|
||||
"""Main migration process"""
|
||||
|
||||
print("=" * 60)
|
||||
print("AITBC Exchange SQLite to PostgreSQL Migration")
|
||||
print("=" * 60)
|
||||
|
||||
# Check if SQLite DB exists
|
||||
if not Path(SQLITE_DB).exists():
|
||||
print(f"❌ SQLite database '{SQLITE_DB}' not found!")
|
||||
return
|
||||
|
||||
# Create PostgreSQL schema
|
||||
create_pg_schema()
|
||||
|
||||
# Migrate data
|
||||
migrate_data()
|
||||
|
||||
# Update configuration
|
||||
update_exchange_config()
|
||||
|
||||
print("\n" + "=" * 60)
|
||||
print("Migration completed successfully!")
|
||||
print("=" * 60)
|
||||
print("\nNext steps:")
|
||||
print("1. Install PostgreSQL dependencies: pip install psycopg2-binary")
|
||||
print("2. Restart the exchange service")
|
||||
print("3. Verify data integrity")
|
||||
print("4. Backup and remove SQLite database")
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
54
apps/exchange/scripts/seed_market.py
Normal file
54
apps/exchange/scripts/seed_market.py
Normal file
@@ -0,0 +1,54 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Seed initial market price for the exchange"""
|
||||
|
||||
import sqlite3
|
||||
from datetime import datetime
|
||||
|
||||
def seed_initial_price():
|
||||
"""Create initial trades to establish market price"""
|
||||
|
||||
conn = sqlite3.connect('exchange.db')
|
||||
cursor = conn.cursor()
|
||||
|
||||
# Create some initial trades at different price points
|
||||
initial_trades = [
|
||||
(1000, 0.00001), # 1000 AITBC at 0.00001 BTC each
|
||||
(500, 0.0000105), # 500 AITBC at slightly higher
|
||||
(750, 0.0000095), # 750 AITBC at slightly lower
|
||||
(2000, 0.00001), # 2000 AITBC at base price
|
||||
(1500, 0.000011), # 1500 AITBC at higher price
|
||||
]
|
||||
|
||||
for amount, price in initial_trades:
|
||||
total = amount * price
|
||||
cursor.execute('''
|
||||
INSERT INTO trades (amount, price, total, created_at)
|
||||
VALUES (?, ?, ?, ?)
|
||||
''', (amount, price, total, datetime.utcnow()))
|
||||
|
||||
# Also create some initial orders for liquidity
|
||||
initial_orders = [
|
||||
('BUY', 5000, 0.0000095), # Buy order
|
||||
('BUY', 3000, 0.00001), # Buy order
|
||||
('SELL', 2000, 0.0000105), # Sell order
|
||||
('SELL', 4000, 0.000011), # Sell order
|
||||
]
|
||||
|
||||
for order_type, amount, price in initial_orders:
|
||||
total = amount * price
|
||||
cursor.execute('''
|
||||
INSERT INTO orders (order_type, amount, price, total, remaining, user_address)
|
||||
VALUES (?, ?, ?, ?, ?, ?)
|
||||
''', (order_type, amount, price, total, amount, 'aitbcexchange00000000000000000000000000000000'))
|
||||
|
||||
conn.commit()
|
||||
conn.close()
|
||||
|
||||
print("✅ Seeded initial market data:")
|
||||
print(f" - Created {len(initial_trades)} historical trades")
|
||||
print(f" - Created {len(initial_orders)} liquidity orders")
|
||||
print(f" - Initial price range: 0.0000095 - 0.000011 BTC")
|
||||
print(" The exchange should now show real prices!")
|
||||
|
||||
if __name__ == "__main__":
|
||||
seed_initial_price()
|
||||
37
apps/exchange/scripts/setup_postgresql.sh
Normal file
37
apps/exchange/scripts/setup_postgresql.sh
Normal file
@@ -0,0 +1,37 @@
|
||||
#!/bin/bash
|
||||
|
||||
echo "=== PostgreSQL Setup for AITBC Exchange ==="
|
||||
echo ""
|
||||
|
||||
# Install PostgreSQL if not already installed
|
||||
if ! command -v psql &> /dev/null; then
|
||||
echo "Installing PostgreSQL..."
|
||||
sudo apt-get update
|
||||
sudo apt-get install -y postgresql postgresql-contrib
|
||||
fi
|
||||
|
||||
# Start PostgreSQL service
|
||||
sudo systemctl start postgresql
|
||||
sudo systemctl enable postgresql
|
||||
|
||||
# Create database and user
|
||||
echo "Creating database and user..."
|
||||
sudo -u postgres psql -c "CREATE DATABASE aitbc_exchange;"
|
||||
sudo -u postgres psql -c "CREATE USER aitbc_user WITH PASSWORD 'aitbc_password';"
|
||||
sudo -u postgres psql -c "GRANT ALL PRIVILEGES ON DATABASE aitbc_exchange TO aitbc_user;"
|
||||
|
||||
# Test connection
|
||||
echo "Testing connection..."
|
||||
sudo -u postgres psql -c "\l" | grep aitbc_exchange
|
||||
|
||||
echo ""
|
||||
echo "✅ PostgreSQL setup complete!"
|
||||
echo ""
|
||||
echo "Connection details:"
|
||||
echo " Host: localhost"
|
||||
echo " Port: 5432"
|
||||
echo " Database: aitbc_exchange"
|
||||
echo " User: aitbc_user"
|
||||
echo " Password: aitbc_password"
|
||||
echo ""
|
||||
echo "You can now run the migration script."
|
||||
Reference in New Issue
Block a user