from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker, create_async_engine from sqlalchemy.orm import DeclarativeBase from backend.app.core.config import settings engine = create_async_engine( settings.database_url, echo=settings.debug, ) async_session = async_sessionmaker( engine, class_=AsyncSession, expire_on_commit=False, ) async def close_all_connections(): """Close all database connections for backup/restore operations.""" global engine await engine.dispose() async def reinitialize_database(): """Reinitialize database connection after restore.""" global engine, async_session engine = create_async_engine( settings.database_url, echo=settings.debug, ) async_session = async_sessionmaker( engine, class_=AsyncSession, expire_on_commit=False, ) class Base(DeclarativeBase): pass async def get_db() -> AsyncSession: async with async_session() as session: try: yield session await session.commit() except Exception: await session.rollback() raise finally: await session.close() async def init_db(): # Import models to register them with SQLAlchemy from backend.app.models import ( # noqa: F401 active_print_spoolman, ams_history, api_key, archive, external_link, filament, github_backup, group, kprofile_note, library, maintenance, notification, notification_template, pending_upload, print_queue, printer, project, project_bom, settings, slot_preset, smart_plug, user, ) async with engine.begin() as conn: await conn.run_sync(Base.metadata.create_all) # Run migrations for new columns (SQLite doesn't auto-add columns) await run_migrations(conn) # Seed default notification templates await seed_notification_templates() # Seed default groups and migrate existing users await seed_default_groups() async def run_migrations(conn): """Add new columns to existing tables if they don't exist.""" from sqlalchemy import text # Migration: Add is_favorite column to print_archives try: await conn.execute(text("ALTER TABLE print_archives ADD COLUMN is_favorite BOOLEAN DEFAULT 0")) except Exception: # Column already exists pass # Migration: Add content_hash column to print_archives for duplicate detection try: await conn.execute(text("ALTER TABLE print_archives ADD COLUMN content_hash VARCHAR(64)")) except Exception: # Column already exists pass # Migration: Add auto_off_executed column to smart_plugs try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN auto_off_executed BOOLEAN DEFAULT 0")) except Exception: # Column already exists pass # Migration: Add on_print_stopped column to notification_providers try: await conn.execute(text("ALTER TABLE notification_providers ADD COLUMN on_print_stopped BOOLEAN DEFAULT 1")) except Exception: # Column already exists pass # Migration: Add source_3mf_path column to print_archives try: await conn.execute(text("ALTER TABLE print_archives ADD COLUMN source_3mf_path VARCHAR(500)")) except Exception: # Column already exists pass # Migration: Add f3d_path column to print_archives for Fusion 360 design files try: await conn.execute(text("ALTER TABLE print_archives ADD COLUMN f3d_path VARCHAR(500)")) except Exception: # Column already exists pass # Migration: Add on_maintenance_due column to notification_providers try: await conn.execute(text("ALTER TABLE notification_providers ADD COLUMN on_maintenance_due BOOLEAN DEFAULT 0")) except Exception: # Column already exists pass # Migration: Add location column to printers for grouping try: await conn.execute(text("ALTER TABLE printers ADD COLUMN location VARCHAR(100)")) except Exception: # Column already exists pass # Migration: Add interval_type column to maintenance_types try: await conn.execute(text("ALTER TABLE maintenance_types ADD COLUMN interval_type VARCHAR(20) DEFAULT 'hours'")) except Exception: # Column already exists pass # Migration: Add custom_interval_type column to printer_maintenance try: await conn.execute(text("ALTER TABLE printer_maintenance ADD COLUMN custom_interval_type VARCHAR(20)")) except Exception: # Column already exists pass # Migration: Add power alert columns to smart_plugs try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN power_alert_enabled BOOLEAN DEFAULT 0")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN power_alert_high REAL")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN power_alert_low REAL")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN power_alert_last_triggered DATETIME")) except Exception: pass # Migration: Add schedule columns to smart_plugs try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN schedule_enabled BOOLEAN DEFAULT 0")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN schedule_on_time VARCHAR(5)")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN schedule_off_time VARCHAR(5)")) except Exception: pass # Migration: Add daily digest columns to notification_providers try: await conn.execute(text("ALTER TABLE notification_providers ADD COLUMN daily_digest_enabled BOOLEAN DEFAULT 0")) except Exception: pass try: await conn.execute(text("ALTER TABLE notification_providers ADD COLUMN daily_digest_time VARCHAR(5)")) except Exception: pass # Migration: Add project_id column to print_archives try: await conn.execute( text("ALTER TABLE print_archives ADD COLUMN project_id INTEGER REFERENCES projects(id) ON DELETE SET NULL") ) except Exception: pass # Migration: Add project_id column to print_queue try: await conn.execute( text("ALTER TABLE print_queue ADD COLUMN project_id INTEGER REFERENCES projects(id) ON DELETE SET NULL") ) except Exception: pass # Migration: Create FTS5 virtual table for archive full-text search try: await conn.execute( text(""" CREATE VIRTUAL TABLE IF NOT EXISTS archive_fts USING fts5( print_name, filename, tags, notes, designer, filament_type, content='print_archives', content_rowid='id' ) """) ) except Exception: pass # Migration: Create triggers to keep FTS index in sync try: await conn.execute( text(""" CREATE TRIGGER IF NOT EXISTS archive_fts_insert AFTER INSERT ON print_archives BEGIN INSERT INTO archive_fts(rowid, print_name, filename, tags, notes, designer, filament_type) VALUES (new.id, new.print_name, new.filename, new.tags, new.notes, new.designer, new.filament_type); END """) ) except Exception: pass try: await conn.execute( text(""" CREATE TRIGGER IF NOT EXISTS archive_fts_delete AFTER DELETE ON print_archives BEGIN INSERT INTO archive_fts(archive_fts, rowid, print_name, filename, tags, notes, designer, filament_type) VALUES ('delete', old.id, old.print_name, old.filename, old.tags, old.notes, old.designer, old.filament_type); END """) ) except Exception: pass try: await conn.execute( text(""" CREATE TRIGGER IF NOT EXISTS archive_fts_update AFTER UPDATE ON print_archives BEGIN INSERT INTO archive_fts(archive_fts, rowid, print_name, filename, tags, notes, designer, filament_type) VALUES ('delete', old.id, old.print_name, old.filename, old.tags, old.notes, old.designer, old.filament_type); INSERT INTO archive_fts(rowid, print_name, filename, tags, notes, designer, filament_type) VALUES (new.id, new.print_name, new.filename, new.tags, new.notes, new.designer, new.filament_type); END """) ) except Exception: pass # Migration: Add auto_off_pending columns to smart_plugs (for restart recovery) try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN auto_off_pending BOOLEAN DEFAULT 0")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN auto_off_pending_since DATETIME")) except Exception: pass # Migration: Add AMS alarm notification columns to notification_providers try: await conn.execute(text("ALTER TABLE notification_providers ADD COLUMN on_ams_humidity_high BOOLEAN DEFAULT 0")) except Exception: pass try: await conn.execute( text("ALTER TABLE notification_providers ADD COLUMN on_ams_temperature_high BOOLEAN DEFAULT 0") ) except Exception: pass # Migration: Add AMS-HT alarm notification columns to notification_providers try: await conn.execute( text("ALTER TABLE notification_providers ADD COLUMN on_ams_ht_humidity_high BOOLEAN DEFAULT 0") ) except Exception: pass try: await conn.execute( text("ALTER TABLE notification_providers ADD COLUMN on_ams_ht_temperature_high BOOLEAN DEFAULT 0") ) except Exception: pass # Migration: Add plate not empty notification column to notification_providers try: await conn.execute(text("ALTER TABLE notification_providers ADD COLUMN on_plate_not_empty BOOLEAN DEFAULT 1")) except Exception: pass # Migration: Add notes column to projects (Phase 2) try: await conn.execute(text("ALTER TABLE projects ADD COLUMN notes TEXT")) except Exception: pass # Migration: Add attachments column to projects (Phase 3) try: await conn.execute(text("ALTER TABLE projects ADD COLUMN attachments JSON")) except Exception: pass # Migration: Add tags column to projects (Phase 4) try: await conn.execute(text("ALTER TABLE projects ADD COLUMN tags TEXT")) except Exception: pass # Migration: Add due_date column to projects (Phase 5) try: await conn.execute(text("ALTER TABLE projects ADD COLUMN due_date DATETIME")) except Exception: pass # Migration: Add priority column to projects (Phase 5) try: await conn.execute(text("ALTER TABLE projects ADD COLUMN priority VARCHAR(20) DEFAULT 'normal'")) except Exception: pass # Migration: Add budget column to projects (Phase 6) try: await conn.execute(text("ALTER TABLE projects ADD COLUMN budget REAL")) except Exception: pass # Migration: Add is_template column to projects (Phase 8) try: await conn.execute(text("ALTER TABLE projects ADD COLUMN is_template BOOLEAN DEFAULT 0")) except Exception: pass # Migration: Add template_source_id column to projects (Phase 8) try: await conn.execute(text("ALTER TABLE projects ADD COLUMN template_source_id INTEGER")) except Exception: pass # Migration: Add parent_id column to projects (Phase 10) try: await conn.execute( text("ALTER TABLE projects ADD COLUMN parent_id INTEGER REFERENCES projects(id) ON DELETE SET NULL") ) except Exception: pass # Migration: Rename quantity_printed to quantity_acquired in project_bom_items try: await conn.execute(text("ALTER TABLE project_bom_items RENAME COLUMN quantity_printed TO quantity_acquired")) except Exception: pass # Migration: Add unit_price column to project_bom_items try: await conn.execute(text("ALTER TABLE project_bom_items ADD COLUMN unit_price REAL")) except Exception: pass # Migration: Add sourcing_url column to project_bom_items try: await conn.execute(text("ALTER TABLE project_bom_items ADD COLUMN sourcing_url VARCHAR(512)")) except Exception: pass # Migration: Rename notes to remarks in project_bom_items try: await conn.execute(text("ALTER TABLE project_bom_items RENAME COLUMN notes TO remarks")) except Exception: pass # Migration: Add show_in_switchbar column to smart_plugs try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN show_in_switchbar BOOLEAN DEFAULT 0")) except Exception: pass # Migration: Add runtime tracking columns to printers try: await conn.execute(text("ALTER TABLE printers ADD COLUMN runtime_seconds INTEGER DEFAULT 0")) except Exception: pass try: await conn.execute(text("ALTER TABLE printers ADD COLUMN last_runtime_update DATETIME")) except Exception: pass # Migration: Add quantity column to print_archives for tracking item count try: await conn.execute(text("ALTER TABLE print_archives ADD COLUMN quantity INTEGER DEFAULT 1")) except Exception: pass # Migration: Add manual_start column to print_queue for staged prints try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN manual_start BOOLEAN DEFAULT 0")) except Exception: pass # Migration: Add wiki_url column to maintenance_types for documentation links try: await conn.execute(text("ALTER TABLE maintenance_types ADD COLUMN wiki_url VARCHAR(500)")) except Exception: pass # Migration: Add ams_mapping column to print_queue for storing filament slot assignments try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN ams_mapping TEXT")) except Exception: pass # Migration: Add target_parts_count column to projects for tracking total parts needed try: await conn.execute(text("ALTER TABLE projects ADD COLUMN target_parts_count INTEGER")) except Exception: pass # Migration: Make printer_id nullable in print_queue for unassigned queue items # SQLite doesn't support ALTER COLUMN, so we need to recreate the table try: # Check if printer_id is already nullable by trying to insert NULL # This is a safe check that won't affect existing data result = await conn.execute(text("SELECT sql FROM sqlite_master WHERE type='table' AND name='print_queue'")) row = result.fetchone() if row and "printer_id INTEGER NOT NULL" in (row[0] or ""): # Need to migrate - printer_id is currently NOT NULL await conn.execute( text(""" CREATE TABLE print_queue_new ( id INTEGER PRIMARY KEY, printer_id INTEGER REFERENCES printers(id) ON DELETE CASCADE, archive_id INTEGER NOT NULL REFERENCES print_archives(id) ON DELETE CASCADE, project_id INTEGER REFERENCES projects(id) ON DELETE SET NULL, position INTEGER DEFAULT 0, scheduled_time DATETIME, manual_start BOOLEAN DEFAULT 0, require_previous_success BOOLEAN DEFAULT 0, auto_off_after BOOLEAN DEFAULT 0, ams_mapping TEXT, status VARCHAR(20) DEFAULT 'pending', started_at DATETIME, completed_at DATETIME, error_message TEXT, created_at DATETIME DEFAULT CURRENT_TIMESTAMP ) """) ) await conn.execute( text(""" INSERT INTO print_queue_new SELECT id, printer_id, archive_id, project_id, position, scheduled_time, manual_start, require_previous_success, auto_off_after, ams_mapping, status, started_at, completed_at, error_message, created_at FROM print_queue """) ) await conn.execute(text("DROP TABLE print_queue")) await conn.execute(text("ALTER TABLE print_queue_new RENAME TO print_queue")) except Exception: pass # Migration: Add plug_type column to smart_plugs for HA integration try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN plug_type VARCHAR(20) DEFAULT 'tasmota'")) except Exception: pass # Migration: Add ha_entity_id column to smart_plugs for HA integration try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN ha_entity_id VARCHAR(100)")) except Exception: pass # Migration: Add project_id column to library_folders for linking folders to projects try: await conn.execute( text("ALTER TABLE library_folders ADD COLUMN project_id INTEGER REFERENCES projects(id) ON DELETE SET NULL") ) except Exception: pass # Migration: Add archive_id column to library_folders for linking folders to archives try: await conn.execute( text( "ALTER TABLE library_folders ADD COLUMN archive_id INTEGER REFERENCES print_archives(id) ON DELETE SET NULL" ) ) except Exception: pass # Migration: Make ip_address nullable for HA plugs (SQLite requires table recreation) try: # Check if ip_address is currently NOT NULL result = await conn.execute(text("SELECT sql FROM sqlite_master WHERE type='table' AND name='smart_plugs'")) row = result.fetchone() if row and "ip_address VARCHAR(45) NOT NULL" in (row[0] or ""): # Need to migrate - ip_address is currently NOT NULL await conn.execute( text(""" CREATE TABLE smart_plugs_new ( id INTEGER PRIMARY KEY, name VARCHAR(100) NOT NULL, ip_address VARCHAR(45), plug_type VARCHAR(20) DEFAULT 'tasmota', ha_entity_id VARCHAR(100), printer_id INTEGER UNIQUE REFERENCES printers(id) ON DELETE SET NULL, enabled BOOLEAN NOT NULL DEFAULT 1, auto_on BOOLEAN NOT NULL DEFAULT 1, auto_off BOOLEAN NOT NULL DEFAULT 1, off_delay_mode VARCHAR(20) NOT NULL DEFAULT 'time', off_delay_minutes INTEGER NOT NULL DEFAULT 5, off_temp_threshold INTEGER NOT NULL DEFAULT 70, username VARCHAR(50), password VARCHAR(100), power_alert_enabled BOOLEAN NOT NULL DEFAULT 0, power_alert_high FLOAT, power_alert_low FLOAT, power_alert_last_triggered DATETIME, schedule_enabled BOOLEAN NOT NULL DEFAULT 0, schedule_on_time VARCHAR(5), schedule_off_time VARCHAR(5), show_in_switchbar BOOLEAN DEFAULT 0, last_state VARCHAR(10), last_checked DATETIME, auto_off_executed BOOLEAN NOT NULL DEFAULT 0, auto_off_pending BOOLEAN DEFAULT 0, auto_off_pending_since DATETIME, created_at DATETIME DEFAULT CURRENT_TIMESTAMP NOT NULL, updated_at DATETIME DEFAULT CURRENT_TIMESTAMP NOT NULL ) """) ) await conn.execute( text(""" INSERT INTO smart_plugs_new SELECT id, name, ip_address, COALESCE(plug_type, 'tasmota'), ha_entity_id, printer_id, enabled, auto_on, auto_off, off_delay_mode, off_delay_minutes, off_temp_threshold, username, password, power_alert_enabled, power_alert_high, power_alert_low, power_alert_last_triggered, schedule_enabled, schedule_on_time, schedule_off_time, COALESCE(show_in_switchbar, 0), last_state, last_checked, auto_off_executed, COALESCE(auto_off_pending, 0), auto_off_pending_since, created_at, updated_at FROM smart_plugs """) ) await conn.execute(text("DROP TABLE smart_plugs")) await conn.execute(text("ALTER TABLE smart_plugs_new RENAME TO smart_plugs")) except Exception: pass # Migration: Add plate_id column to print_queue for multi-plate 3MF support try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN plate_id INTEGER")) except Exception: pass # Migration: Add print options columns to print_queue try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN bed_levelling BOOLEAN DEFAULT 1")) except Exception: pass try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN flow_cali BOOLEAN DEFAULT 0")) except Exception: pass try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN vibration_cali BOOLEAN DEFAULT 1")) except Exception: pass try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN layer_inspect BOOLEAN DEFAULT 0")) except Exception: pass try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN timelapse BOOLEAN DEFAULT 0")) except Exception: pass try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN use_ams BOOLEAN DEFAULT 1")) except Exception: pass # Migration: Add library_file_id column to print_queue and make archive_id nullable # This allows queue items to reference library files directly (archive created at print start) try: await conn.execute( text( "ALTER TABLE print_queue ADD COLUMN library_file_id INTEGER REFERENCES library_files(id) ON DELETE CASCADE" ) ) except Exception: pass # Check if archive_id needs to be made nullable (requires table recreation in SQLite) try: result = await conn.execute(text("SELECT sql FROM sqlite_master WHERE type='table' AND name='print_queue'")) row = result.fetchone() if row and "archive_id INTEGER NOT NULL" in (row[0] or ""): # Need to migrate - archive_id is currently NOT NULL await conn.execute( text(""" CREATE TABLE print_queue_new2 ( id INTEGER PRIMARY KEY, printer_id INTEGER REFERENCES printers(id) ON DELETE CASCADE, archive_id INTEGER REFERENCES print_archives(id) ON DELETE CASCADE, library_file_id INTEGER REFERENCES library_files(id) ON DELETE CASCADE, project_id INTEGER REFERENCES projects(id) ON DELETE SET NULL, position INTEGER DEFAULT 0, scheduled_time DATETIME, manual_start BOOLEAN DEFAULT 0, require_previous_success BOOLEAN DEFAULT 0, auto_off_after BOOLEAN DEFAULT 0, ams_mapping TEXT, plate_id INTEGER, bed_levelling BOOLEAN DEFAULT 1, flow_cali BOOLEAN DEFAULT 0, vibration_cali BOOLEAN DEFAULT 1, layer_inspect BOOLEAN DEFAULT 0, timelapse BOOLEAN DEFAULT 0, use_ams BOOLEAN DEFAULT 1, status VARCHAR(20) DEFAULT 'pending', started_at DATETIME, completed_at DATETIME, error_message TEXT, created_at DATETIME DEFAULT CURRENT_TIMESTAMP ) """) ) await conn.execute( text(""" INSERT INTO print_queue_new2 SELECT id, printer_id, archive_id, NULL, project_id, position, scheduled_time, manual_start, require_previous_success, auto_off_after, ams_mapping, plate_id, COALESCE(bed_levelling, 1), COALESCE(flow_cali, 0), COALESCE(vibration_cali, 1), COALESCE(layer_inspect, 0), COALESCE(timelapse, 0), COALESCE(use_ams, 1), status, started_at, completed_at, error_message, created_at FROM print_queue """) ) await conn.execute(text("DROP TABLE print_queue")) await conn.execute(text("ALTER TABLE print_queue_new2 RENAME TO print_queue")) except Exception: pass # Migration: Add HA energy sensor entity columns to smart_plugs try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN ha_power_entity VARCHAR(100)")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN ha_energy_today_entity VARCHAR(100)")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN ha_energy_total_entity VARCHAR(100)")) except Exception: pass # Migration: Create users table for authentication try: await conn.execute( text(""" CREATE TABLE IF NOT EXISTS users ( id INTEGER PRIMARY KEY, username VARCHAR(100) NOT NULL UNIQUE, password_hash VARCHAR(255) NOT NULL, role VARCHAR(20) NOT NULL DEFAULT 'user', is_active BOOLEAN NOT NULL DEFAULT 1, created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP, updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP ) """) ) await conn.execute(text("CREATE INDEX IF NOT EXISTS ix_users_username ON users(username)")) except Exception: pass # Migration: Add external camera columns to printers try: await conn.execute(text("ALTER TABLE printers ADD COLUMN external_camera_url VARCHAR(500)")) except Exception: pass try: await conn.execute(text("ALTER TABLE printers ADD COLUMN external_camera_type VARCHAR(20)")) except Exception: pass try: await conn.execute(text("ALTER TABLE printers ADD COLUMN external_camera_enabled BOOLEAN DEFAULT 0")) except Exception: pass # Migration: Add external_url column to print_archives for user-defined links (Printables, etc.) try: await conn.execute(text("ALTER TABLE print_archives ADD COLUMN external_url VARCHAR(500)")) except Exception: pass # Migration: Add sliced_for_model column to print_archives for model-based queue assignment try: await conn.execute(text("ALTER TABLE print_archives ADD COLUMN sliced_for_model VARCHAR(50)")) except Exception: pass # Migration: Add is_external column to library_files for external cloud files try: await conn.execute(text("ALTER TABLE library_files ADD COLUMN is_external BOOLEAN DEFAULT 0")) except Exception: pass # Migration: Add project_id column to library_files try: await conn.execute( text("ALTER TABLE library_files ADD COLUMN project_id INTEGER REFERENCES projects(id) ON DELETE SET NULL") ) except Exception: pass # Migration: Add is_external column to library_folders for external cloud folders try: await conn.execute(text("ALTER TABLE library_folders ADD COLUMN is_external BOOLEAN DEFAULT 0")) except Exception: pass # Migration: Add external folder settings columns to library_folders try: await conn.execute(text("ALTER TABLE library_folders ADD COLUMN external_readonly BOOLEAN DEFAULT 0")) except Exception: pass try: await conn.execute(text("ALTER TABLE library_folders ADD COLUMN external_show_hidden BOOLEAN DEFAULT 0")) except Exception: pass try: await conn.execute(text("ALTER TABLE library_folders ADD COLUMN external_path VARCHAR(500)")) except Exception: pass # Migration: Add plate_detection_enabled column to printers try: await conn.execute(text("ALTER TABLE printers ADD COLUMN plate_detection_enabled BOOLEAN DEFAULT 0")) except Exception: pass # Migration: Add plate detection ROI columns to printers try: await conn.execute(text("ALTER TABLE printers ADD COLUMN plate_detection_roi_x REAL")) except Exception: pass try: await conn.execute(text("ALTER TABLE printers ADD COLUMN plate_detection_roi_y REAL")) except Exception: pass try: await conn.execute(text("ALTER TABLE printers ADD COLUMN plate_detection_roi_w REAL")) except Exception: pass try: await conn.execute(text("ALTER TABLE printers ADD COLUMN plate_detection_roi_h REAL")) except Exception: pass # Migration: Remove UNIQUE constraint from smart_plugs.printer_id # This allows HA scripts to coexist with regular plugs (scripts are for multi-device control) # SQLite requires table recreation to drop constraints try: # Check if we need to migrate (if UNIQUE constraint exists) result = await conn.execute(text("SELECT sql FROM sqlite_master WHERE type='table' AND name='smart_plugs'")) row = result.fetchone() if row and "printer_id INTEGER UNIQUE" in (row[0] or ""): # Create new table without UNIQUE constraint on printer_id await conn.execute( text(""" CREATE TABLE smart_plugs_temp ( id INTEGER PRIMARY KEY, name VARCHAR(100) NOT NULL, ip_address VARCHAR(45), plug_type VARCHAR(20) DEFAULT 'tasmota', ha_entity_id VARCHAR(100), ha_power_entity VARCHAR(100), ha_energy_today_entity VARCHAR(100), ha_energy_total_entity VARCHAR(100), printer_id INTEGER REFERENCES printers(id) ON DELETE SET NULL, enabled BOOLEAN NOT NULL DEFAULT 1, auto_on BOOLEAN NOT NULL DEFAULT 1, auto_off BOOLEAN NOT NULL DEFAULT 1, off_delay_mode VARCHAR(20) NOT NULL DEFAULT 'time', off_delay_minutes INTEGER NOT NULL DEFAULT 5, off_temp_threshold INTEGER NOT NULL DEFAULT 70, username VARCHAR(50), password VARCHAR(100), power_alert_enabled BOOLEAN NOT NULL DEFAULT 0, power_alert_high FLOAT, power_alert_low FLOAT, power_alert_last_triggered DATETIME, schedule_enabled BOOLEAN NOT NULL DEFAULT 0, schedule_on_time VARCHAR(5), schedule_off_time VARCHAR(5), show_in_switchbar BOOLEAN DEFAULT 0, last_state VARCHAR(10), last_checked DATETIME, auto_off_executed BOOLEAN NOT NULL DEFAULT 0, auto_off_pending BOOLEAN DEFAULT 0, auto_off_pending_since DATETIME, created_at DATETIME DEFAULT CURRENT_TIMESTAMP NOT NULL, updated_at DATETIME DEFAULT CURRENT_TIMESTAMP NOT NULL ) """) ) # Copy data await conn.execute( text(""" INSERT INTO smart_plugs_temp SELECT id, name, ip_address, plug_type, ha_entity_id, ha_power_entity, ha_energy_today_entity, ha_energy_total_entity, printer_id, enabled, auto_on, auto_off, off_delay_mode, off_delay_minutes, off_temp_threshold, username, password, power_alert_enabled, power_alert_high, power_alert_low, power_alert_last_triggered, schedule_enabled, schedule_on_time, schedule_off_time, show_in_switchbar, last_state, last_checked, auto_off_executed, auto_off_pending, auto_off_pending_since, created_at, updated_at FROM smart_plugs """) ) # Drop old table and rename new one await conn.execute(text("DROP TABLE smart_plugs")) await conn.execute(text("ALTER TABLE smart_plugs_temp RENAME TO smart_plugs")) except Exception: pass # Migration: Add show_on_printer_card column to smart_plugs try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN show_on_printer_card BOOLEAN DEFAULT 1")) except Exception: pass # Migration: Add MQTT smart plug fields (legacy) try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN mqtt_topic VARCHAR(200)")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN mqtt_power_path VARCHAR(100)")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN mqtt_energy_path VARCHAR(100)")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN mqtt_state_path VARCHAR(100)")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN mqtt_multiplier REAL DEFAULT 1.0")) except Exception: pass # Migration: Add enhanced MQTT smart plug fields (separate topics and multipliers) try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN mqtt_power_topic VARCHAR(200)")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN mqtt_power_multiplier REAL DEFAULT 1.0")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN mqtt_energy_topic VARCHAR(200)")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN mqtt_energy_multiplier REAL DEFAULT 1.0")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN mqtt_state_topic VARCHAR(200)")) except Exception: pass try: await conn.execute(text("ALTER TABLE smart_plugs ADD COLUMN mqtt_state_on_value VARCHAR(50)")) except Exception: pass # Migration: Copy existing mqtt_topic to mqtt_power_topic for backward compatibility try: await conn.execute( text(""" UPDATE smart_plugs SET mqtt_power_topic = mqtt_topic, mqtt_power_multiplier = mqtt_multiplier WHERE mqtt_topic IS NOT NULL AND mqtt_power_topic IS NULL """) ) except Exception: pass # Migration: Create groups table for permission-based access control try: await conn.execute( text(""" CREATE TABLE IF NOT EXISTS groups ( id INTEGER PRIMARY KEY, name VARCHAR(100) NOT NULL UNIQUE, description VARCHAR(500), permissions JSON, is_system BOOLEAN NOT NULL DEFAULT 0, created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP, updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP ) """) ) await conn.execute(text("CREATE INDEX IF NOT EXISTS ix_groups_name ON groups(name)")) except Exception: pass # Migration: Create user_groups association table try: await conn.execute( text(""" CREATE TABLE IF NOT EXISTS user_groups ( user_id INTEGER NOT NULL, group_id INTEGER NOT NULL, PRIMARY KEY (user_id, group_id), FOREIGN KEY (user_id) REFERENCES users(id) ON DELETE CASCADE, FOREIGN KEY (group_id) REFERENCES groups(id) ON DELETE CASCADE ) """) ) except Exception: pass # Migration: Add model-based queue assignment columns to print_queue try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN target_model VARCHAR(50)")) except Exception: pass try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN required_filament_types TEXT")) except Exception: pass try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN waiting_reason TEXT")) except Exception: pass # Migration: Add nozzle_count column to printers (for dual-extruder detection) try: await conn.execute(text("ALTER TABLE printers ADD COLUMN nozzle_count INTEGER DEFAULT 1")) except Exception: pass # Migration: Add print_hours_offset column to printers (baseline hours adjustment) try: await conn.execute(text("ALTER TABLE printers ADD COLUMN print_hours_offset REAL DEFAULT 0.0")) except Exception: pass # Migration: Add queue notification event columns to notification_providers try: await conn.execute(text("ALTER TABLE notification_providers ADD COLUMN on_queue_job_added BOOLEAN DEFAULT 0")) except Exception: pass try: await conn.execute( text("ALTER TABLE notification_providers ADD COLUMN on_queue_job_assigned BOOLEAN DEFAULT 0") ) except Exception: pass try: await conn.execute(text("ALTER TABLE notification_providers ADD COLUMN on_queue_job_started BOOLEAN DEFAULT 0")) except Exception: pass try: await conn.execute(text("ALTER TABLE notification_providers ADD COLUMN on_queue_job_waiting BOOLEAN DEFAULT 1")) except Exception: pass try: await conn.execute(text("ALTER TABLE notification_providers ADD COLUMN on_queue_job_skipped BOOLEAN DEFAULT 1")) except Exception: pass try: await conn.execute(text("ALTER TABLE notification_providers ADD COLUMN on_queue_job_failed BOOLEAN DEFAULT 1")) except Exception: pass try: await conn.execute(text("ALTER TABLE notification_providers ADD COLUMN on_queue_completed BOOLEAN DEFAULT 0")) except Exception: pass # Migration: Add created_by_id column to print_archives for user tracking (Issue #206) try: await conn.execute( text("ALTER TABLE print_archives ADD COLUMN created_by_id INTEGER REFERENCES users(id) ON DELETE SET NULL") ) except Exception: pass # Migration: Add created_by_id column to print_queue for user tracking (Issue #206) try: await conn.execute( text("ALTER TABLE print_queue ADD COLUMN created_by_id INTEGER REFERENCES users(id) ON DELETE SET NULL") ) except Exception: pass # Migration: Add created_by_id column to library_files for user tracking (Issue #206) try: await conn.execute( text("ALTER TABLE library_files ADD COLUMN created_by_id INTEGER REFERENCES users(id) ON DELETE SET NULL") ) except Exception: pass # Migration: Add target_location column to print_queue for location-based filtering (Issue #220) try: await conn.execute(text("ALTER TABLE print_queue ADD COLUMN target_location VARCHAR(100)")) except Exception: pass # Migration: Convert absolute paths to relative paths in library_files table # This ensures backup/restore portability across different installations try: base_dir_str = str(settings.base_dir) # Ensure we have a trailing slash for clean replacement if not base_dir_str.endswith("/"): base_dir_str += "/" # Update file_path - remove base_dir prefix from absolute paths await conn.execute( text(""" UPDATE library_files SET file_path = SUBSTR(file_path, LENGTH(:base_dir) + 1) WHERE file_path LIKE :pattern """), {"base_dir": base_dir_str, "pattern": base_dir_str + "%"}, ) # Update thumbnail_path - remove base_dir prefix from absolute paths await conn.execute( text(""" UPDATE library_files SET thumbnail_path = SUBSTR(thumbnail_path, LENGTH(:base_dir) + 1) WHERE thumbnail_path LIKE :pattern """), {"base_dir": base_dir_str, "pattern": base_dir_str + "%"}, ) except Exception: pass # Create active_print_spoolman table for Spoolman per-filament tracking try: await conn.execute( text(""" CREATE TABLE IF NOT EXISTS active_print_spoolman ( id INTEGER PRIMARY KEY AUTOINCREMENT, printer_id INTEGER NOT NULL REFERENCES printers(id) ON DELETE CASCADE, archive_id INTEGER NOT NULL REFERENCES print_archives(id) ON DELETE CASCADE, filament_usage TEXT NOT NULL, ams_trays TEXT NOT NULL, slot_to_tray TEXT, layer_usage TEXT, filament_properties TEXT, UNIQUE(printer_id, archive_id) ) """) ) except Exception: pass async def seed_notification_templates(): """Seed default notification templates if they don't exist.""" from sqlalchemy import select from backend.app.models.notification_template import DEFAULT_TEMPLATES, NotificationTemplate async with async_session() as session: # Get existing template event types result = await session.execute(select(NotificationTemplate.event_type)) existing_types = {row[0] for row in result.fetchall()} if not existing_types: # No templates exist - insert all defaults for template_data in DEFAULT_TEMPLATES: template = NotificationTemplate( event_type=template_data["event_type"], name=template_data["name"], title_template=template_data["title_template"], body_template=template_data["body_template"], is_default=True, ) session.add(template) else: # Templates exist - only add missing ones for template_data in DEFAULT_TEMPLATES: if template_data["event_type"] not in existing_types: template = NotificationTemplate( event_type=template_data["event_type"], name=template_data["name"], title_template=template_data["title_template"], body_template=template_data["body_template"], is_default=True, ) session.add(template) await session.commit() async def seed_default_groups(): """Seed default groups and migrate existing users to appropriate groups. Creates the default system groups (Administrators, Operators, Viewers) if they don't exist, then migrates existing users: - Users with role='admin' -> Administrators group - Users with role='user' -> Operators group Also migrates old permissions to new ownership-based permissions (Issue #205). """ import logging from sqlalchemy import select from backend.app.core.permissions import DEFAULT_GROUPS from backend.app.models.group import Group from backend.app.models.user import User logger = logging.getLogger(__name__) # Map old permissions to new ones for migration # Administrators get *_all permissions, Operators get *_own permissions PERMISSION_MIGRATION_ALL = { "queue:update": "queue:update_all", "queue:delete": "queue:delete_all", "archives:update": "archives:update_all", "archives:delete": "archives:delete_all", "archives:reprint": "archives:reprint_all", "library:update": "library:update_all", "library:delete": "library:delete_all", } PERMISSION_MIGRATION_OWN = { "queue:update": "queue:update_own", "queue:delete": "queue:delete_own", "archives:update": "archives:update_own", "archives:delete": "archives:delete_own", "archives:reprint": "archives:reprint_own", "library:update": "library:update_own", "library:delete": "library:delete_own", } async with async_session() as session: # Get existing groups result = await session.execute(select(Group)) existing_groups = {group.name: group for group in result.scalars().all()} # Create default groups if they don't exist groups_created = [] for group_name, group_config in DEFAULT_GROUPS.items(): if group_name not in existing_groups: group = Group( name=group_name, description=group_config["description"], permissions=group_config["permissions"], is_system=group_config["is_system"], ) session.add(group) groups_created.append(group_name) logger.info(f"Created default group: {group_name}") else: # Migrate existing group's permissions from old to new format group = existing_groups[group_name] if group.permissions: updated = False new_permissions = list(group.permissions) # Determine which migration map to use based on group migration_map = ( PERMISSION_MIGRATION_ALL if group_name == "Administrators" else PERMISSION_MIGRATION_OWN ) for old_perm, new_perm in migration_map.items(): if old_perm in new_permissions: new_permissions.remove(old_perm) if new_perm not in new_permissions: new_permissions.append(new_perm) updated = True logger.info(f"Migrated permission '{old_perm}' to '{new_perm}' in group '{group_name}'") # For Administrators, also ensure they get *_all permissions if they have any new *_own if group_name == "Administrators": for _own_perm, all_perm in [ ("queue:update_own", "queue:update_all"), ("queue:delete_own", "queue:delete_all"), ("archives:update_own", "archives:update_all"), ("archives:delete_own", "archives:delete_all"), ("archives:reprint_own", "archives:reprint_all"), ("library:update_own", "library:update_all"), ("library:delete_own", "library:delete_all"), ]: # Add *_all if not present if all_perm not in new_permissions: new_permissions.append(all_perm) updated = True if updated: group.permissions = new_permissions await session.commit() # Migrate existing users to groups if they're not already in any group if groups_created: # Refresh to get newly created groups admin_result = await session.execute(select(Group).where(Group.name == "Administrators")) admin_group = admin_result.scalar_one_or_none() operators_result = await session.execute(select(Group).where(Group.name == "Operators")) operators_group = operators_result.scalar_one_or_none() # Get all users users_result = await session.execute(select(User)) users = users_result.scalars().all() for user in users: # Skip if user already has groups if user.groups: continue if user.role == "admin" and admin_group: user.groups.append(admin_group) logger.info(f"Migrated admin user '{user.username}' to Administrators group") elif operators_group: user.groups.append(operators_group) logger.info(f"Migrated user '{user.username}' to Operators group") await session.commit()