settings.py 99 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168
  1. import io
  2. import json
  3. import zipfile
  4. from datetime import datetime
  5. from pathlib import Path
  6. from fastapi import APIRouter, Depends, File, Query, UploadFile
  7. from fastapi.responses import JSONResponse, StreamingResponse
  8. from sqlalchemy import select
  9. from sqlalchemy.ext.asyncio import AsyncSession
  10. from backend.app.core.config import settings as app_settings
  11. from backend.app.core.database import get_db
  12. from backend.app.models.api_key import APIKey
  13. from backend.app.models.archive import PrintArchive
  14. from backend.app.models.external_link import ExternalLink
  15. from backend.app.models.filament import Filament
  16. from backend.app.models.maintenance import MaintenanceHistory, MaintenanceType, PrinterMaintenance
  17. from backend.app.models.notification import NotificationProvider
  18. from backend.app.models.notification_template import NotificationTemplate
  19. from backend.app.models.pending_upload import PendingUpload
  20. from backend.app.models.print_queue import PrintQueueItem
  21. from backend.app.models.printer import Printer
  22. from backend.app.models.project import Project
  23. from backend.app.models.project_bom import ProjectBOMItem
  24. from backend.app.models.settings import Settings
  25. from backend.app.models.smart_plug import SmartPlug
  26. from backend.app.models.user import User
  27. from backend.app.schemas.settings import AppSettings, AppSettingsUpdate
  28. from backend.app.services.printer_manager import printer_manager
  29. from backend.app.services.spoolman import init_spoolman_client
  30. router = APIRouter(prefix="/settings", tags=["settings"])
  31. # Default settings
  32. DEFAULT_SETTINGS = AppSettings()
  33. async def get_setting(db: AsyncSession, key: str) -> str | None:
  34. """Get a single setting value by key."""
  35. result = await db.execute(select(Settings).where(Settings.key == key))
  36. setting = result.scalar_one_or_none()
  37. return setting.value if setting else None
  38. async def set_setting(db: AsyncSession, key: str, value: str) -> None:
  39. """Set a single setting value."""
  40. from sqlalchemy import func
  41. from sqlalchemy.dialects.sqlite import insert as sqlite_insert
  42. # Use upsert (INSERT ... ON CONFLICT UPDATE) for reliability
  43. stmt = sqlite_insert(Settings).values(key=key, value=value)
  44. stmt = stmt.on_conflict_do_update(index_elements=["key"], set_={"value": value, "updated_at": func.now()})
  45. await db.execute(stmt)
  46. @router.get("", response_model=AppSettings)
  47. @router.get("/", response_model=AppSettings)
  48. async def get_settings(db: AsyncSession = Depends(get_db)):
  49. """Get all application settings."""
  50. settings_dict = DEFAULT_SETTINGS.model_dump()
  51. # Load saved settings from database
  52. result = await db.execute(select(Settings))
  53. db_settings = result.scalars().all()
  54. for setting in db_settings:
  55. if setting.key in settings_dict:
  56. # Parse the value based on the expected type
  57. if setting.key in [
  58. "auto_archive",
  59. "save_thumbnails",
  60. "capture_finish_photo",
  61. "spoolman_enabled",
  62. "check_updates",
  63. "virtual_printer_enabled",
  64. "ftp_retry_enabled",
  65. "mqtt_enabled",
  66. "mqtt_use_tls",
  67. "ha_enabled",
  68. "per_printer_mapping_expanded",
  69. ]:
  70. settings_dict[setting.key] = setting.value.lower() == "true"
  71. elif setting.key in [
  72. "default_filament_cost",
  73. "energy_cost_per_kwh",
  74. "ams_temp_good",
  75. "ams_temp_fair",
  76. "library_disk_warning_gb",
  77. ]:
  78. settings_dict[setting.key] = float(setting.value)
  79. elif setting.key in [
  80. "ams_humidity_good",
  81. "ams_humidity_fair",
  82. "ams_history_retention_days",
  83. "ftp_retry_count",
  84. "ftp_retry_delay",
  85. "mqtt_port",
  86. ]:
  87. settings_dict[setting.key] = int(setting.value)
  88. elif setting.key == "default_printer_id":
  89. # Handle nullable integer
  90. settings_dict[setting.key] = int(setting.value) if setting.value and setting.value != "None" else None
  91. else:
  92. settings_dict[setting.key] = setting.value
  93. return AppSettings(**settings_dict)
  94. @router.put("/", response_model=AppSettings)
  95. async def update_settings(
  96. settings_update: AppSettingsUpdate,
  97. db: AsyncSession = Depends(get_db),
  98. ):
  99. """Update application settings."""
  100. update_data = settings_update.model_dump(exclude_unset=True)
  101. # Check if any MQTT settings are being updated
  102. mqtt_keys = {
  103. "mqtt_enabled",
  104. "mqtt_broker",
  105. "mqtt_port",
  106. "mqtt_username",
  107. "mqtt_password",
  108. "mqtt_topic_prefix",
  109. "mqtt_use_tls",
  110. }
  111. mqtt_updated = bool(mqtt_keys & set(update_data.keys()))
  112. for key, value in update_data.items():
  113. # Convert value to string for storage
  114. if isinstance(value, bool):
  115. str_value = "true" if value else "false"
  116. elif value is None:
  117. str_value = "None"
  118. else:
  119. str_value = str(value)
  120. await set_setting(db, key, str_value)
  121. await db.commit()
  122. # Expire all objects to ensure fresh reads after commit
  123. db.expire_all()
  124. # Reconfigure MQTT relay if any MQTT settings changed
  125. if mqtt_updated:
  126. try:
  127. from backend.app.services.mqtt_relay import mqtt_relay
  128. mqtt_settings = {
  129. "mqtt_enabled": (await get_setting(db, "mqtt_enabled") or "false") == "true",
  130. "mqtt_broker": await get_setting(db, "mqtt_broker") or "",
  131. "mqtt_port": int(await get_setting(db, "mqtt_port") or "1883"),
  132. "mqtt_username": await get_setting(db, "mqtt_username") or "",
  133. "mqtt_password": await get_setting(db, "mqtt_password") or "",
  134. "mqtt_topic_prefix": await get_setting(db, "mqtt_topic_prefix") or "bambuddy",
  135. "mqtt_use_tls": (await get_setting(db, "mqtt_use_tls") or "false") == "true",
  136. }
  137. await mqtt_relay.configure(mqtt_settings)
  138. except Exception:
  139. pass # Don't fail the settings update if MQTT reconfiguration fails
  140. # Return updated settings
  141. return await get_settings(db)
  142. @router.patch("/", response_model=AppSettings)
  143. @router.patch("", response_model=AppSettings)
  144. async def patch_settings(
  145. settings_update: AppSettingsUpdate,
  146. db: AsyncSession = Depends(get_db),
  147. ):
  148. """Partially update application settings (same as PUT, for REST compatibility)."""
  149. return await update_settings(settings_update, db)
  150. @router.post("/reset", response_model=AppSettings)
  151. async def reset_settings(db: AsyncSession = Depends(get_db)):
  152. """Reset all settings to defaults."""
  153. # Delete all settings
  154. result = await db.execute(select(Settings))
  155. for setting in result.scalars().all():
  156. await db.delete(setting)
  157. await db.commit()
  158. return DEFAULT_SETTINGS
  159. @router.get("/check-ffmpeg")
  160. async def check_ffmpeg():
  161. """Check if ffmpeg is installed and available."""
  162. from backend.app.services.camera import get_ffmpeg_path
  163. ffmpeg_path = get_ffmpeg_path()
  164. return {
  165. "installed": ffmpeg_path is not None,
  166. "path": ffmpeg_path,
  167. }
  168. @router.get("/spoolman")
  169. async def get_spoolman_settings(db: AsyncSession = Depends(get_db)):
  170. """Get Spoolman integration settings."""
  171. spoolman_enabled = await get_setting(db, "spoolman_enabled") or "false"
  172. spoolman_url = await get_setting(db, "spoolman_url") or ""
  173. spoolman_sync_mode = await get_setting(db, "spoolman_sync_mode") or "auto"
  174. return {
  175. "spoolman_enabled": spoolman_enabled,
  176. "spoolman_url": spoolman_url,
  177. "spoolman_sync_mode": spoolman_sync_mode,
  178. }
  179. @router.put("/spoolman")
  180. async def update_spoolman_settings(
  181. settings: dict,
  182. db: AsyncSession = Depends(get_db),
  183. ):
  184. """Update Spoolman integration settings."""
  185. if "spoolman_enabled" in settings:
  186. await set_setting(db, "spoolman_enabled", settings["spoolman_enabled"])
  187. if "spoolman_url" in settings:
  188. await set_setting(db, "spoolman_url", settings["spoolman_url"])
  189. if "spoolman_sync_mode" in settings:
  190. await set_setting(db, "spoolman_sync_mode", settings["spoolman_sync_mode"])
  191. await db.commit()
  192. db.expire_all()
  193. # Return updated settings
  194. return await get_spoolman_settings(db)
  195. @router.get("/backup")
  196. async def export_backup(
  197. db: AsyncSession = Depends(get_db),
  198. include_settings: bool = Query(True, description="Include app settings"),
  199. include_notifications: bool = Query(True, description="Include notification providers"),
  200. include_templates: bool = Query(True, description="Include notification templates"),
  201. include_smart_plugs: bool = Query(True, description="Include smart plugs"),
  202. include_external_links: bool = Query(True, description="Include external sidebar links"),
  203. include_printers: bool = Query(False, description="Include printers (without access codes)"),
  204. include_plate_calibration: bool = Query(False, description="Include plate detection reference images"),
  205. include_filaments: bool = Query(False, description="Include filament inventory"),
  206. include_maintenance: bool = Query(
  207. False, description="Include maintenance types, per-printer settings, and history"
  208. ),
  209. include_print_queue: bool = Query(False, description="Include print queue items"),
  210. include_archives: bool = Query(False, description="Include print archive metadata"),
  211. include_projects: bool = Query(False, description="Include projects with BOM items"),
  212. include_pending_uploads: bool = Query(False, description="Include pending virtual printer uploads"),
  213. include_access_codes: bool = Query(False, description="Include printer access codes (security risk!)"),
  214. include_api_keys: bool = Query(False, description="Include API keys (keys will need to be regenerated on import)"),
  215. include_users: bool = Query(
  216. False, description="Include users (passwords not exported - users will need new passwords)"
  217. ),
  218. ):
  219. """Export selected data as JSON backup."""
  220. backup: dict = {
  221. "version": "2.0",
  222. "exported_at": datetime.utcnow().isoformat(),
  223. "included": [],
  224. }
  225. # Settings
  226. if include_settings:
  227. result = await db.execute(select(Settings))
  228. db_settings = result.scalars().all()
  229. backup["settings"] = {s.key: s.value for s in db_settings}
  230. backup["included"].append("settings")
  231. # Notification providers
  232. if include_notifications:
  233. # Build printer ID to serial lookup for cross-system backup
  234. printer_id_to_serial: dict[int, str] = {}
  235. pr_result = await db.execute(select(Printer))
  236. for pr in pr_result.scalars().all():
  237. printer_id_to_serial[pr.id] = pr.serial_number
  238. result = await db.execute(select(NotificationProvider))
  239. providers = result.scalars().all()
  240. backup["notification_providers"] = []
  241. for p in providers:
  242. # Use printer_serial for cross-system compatibility
  243. provider_printer_id = getattr(p, "printer_id", None)
  244. printer_serial = printer_id_to_serial.get(provider_printer_id) if provider_printer_id else None
  245. backup["notification_providers"].append(
  246. {
  247. "name": p.name,
  248. "provider_type": p.provider_type,
  249. "enabled": p.enabled,
  250. "config": json.loads(p.config) if isinstance(p.config, str) else p.config,
  251. "on_print_start": p.on_print_start,
  252. "on_print_complete": p.on_print_complete,
  253. "on_print_failed": p.on_print_failed,
  254. "on_print_stopped": p.on_print_stopped,
  255. "on_print_progress": p.on_print_progress,
  256. "on_printer_offline": p.on_printer_offline,
  257. "on_printer_error": p.on_printer_error,
  258. "on_filament_low": p.on_filament_low,
  259. "on_maintenance_due": p.on_maintenance_due,
  260. "on_ams_humidity_high": getattr(p, "on_ams_humidity_high", False),
  261. "on_ams_temperature_high": getattr(p, "on_ams_temperature_high", False),
  262. "on_ams_ht_humidity_high": getattr(p, "on_ams_ht_humidity_high", False),
  263. "on_ams_ht_temperature_high": getattr(p, "on_ams_ht_temperature_high", False),
  264. "on_plate_not_empty": getattr(p, "on_plate_not_empty", True),
  265. "quiet_hours_enabled": p.quiet_hours_enabled,
  266. "quiet_hours_start": p.quiet_hours_start,
  267. "quiet_hours_end": p.quiet_hours_end,
  268. "daily_digest_enabled": getattr(p, "daily_digest_enabled", False),
  269. "daily_digest_time": getattr(p, "daily_digest_time", None),
  270. "printer_serial": printer_serial,
  271. }
  272. )
  273. backup["included"].append("notification_providers")
  274. # Notification templates
  275. if include_templates:
  276. result = await db.execute(select(NotificationTemplate))
  277. templates = result.scalars().all()
  278. backup["notification_templates"] = []
  279. for t in templates:
  280. backup["notification_templates"].append(
  281. {
  282. "event_type": t.event_type,
  283. "name": t.name,
  284. "title_template": t.title_template,
  285. "body_template": t.body_template,
  286. "is_default": t.is_default,
  287. }
  288. )
  289. backup["included"].append("notification_templates")
  290. # Smart plugs
  291. if include_smart_plugs:
  292. result = await db.execute(select(SmartPlug))
  293. plugs = result.scalars().all()
  294. backup["smart_plugs"] = []
  295. # Build printer ID to serial mapping
  296. printer_id_to_serial: dict[int, str] = {}
  297. pr_result = await db.execute(select(Printer))
  298. for pr in pr_result.scalars().all():
  299. printer_id_to_serial[pr.id] = pr.serial_number
  300. for plug in plugs:
  301. backup["smart_plugs"].append(
  302. {
  303. "name": plug.name,
  304. "plug_type": plug.plug_type,
  305. "ip_address": plug.ip_address,
  306. "ha_entity_id": plug.ha_entity_id,
  307. "ha_power_entity": plug.ha_power_entity,
  308. "ha_energy_today_entity": plug.ha_energy_today_entity,
  309. "ha_energy_total_entity": plug.ha_energy_total_entity,
  310. "printer_serial": printer_id_to_serial.get(plug.printer_id) if plug.printer_id else None,
  311. "enabled": plug.enabled,
  312. "auto_on": plug.auto_on,
  313. "auto_off": plug.auto_off,
  314. "off_delay_mode": plug.off_delay_mode,
  315. "off_delay_minutes": plug.off_delay_minutes,
  316. "off_temp_threshold": plug.off_temp_threshold,
  317. "username": plug.username,
  318. "password": plug.password,
  319. "power_alert_enabled": plug.power_alert_enabled,
  320. "power_alert_high": plug.power_alert_high,
  321. "power_alert_low": plug.power_alert_low,
  322. "schedule_enabled": plug.schedule_enabled,
  323. "schedule_on_time": plug.schedule_on_time,
  324. "schedule_off_time": plug.schedule_off_time,
  325. "show_in_switchbar": plug.show_in_switchbar,
  326. }
  327. )
  328. backup["included"].append("smart_plugs")
  329. # External links
  330. if include_external_links:
  331. result = await db.execute(select(ExternalLink).order_by(ExternalLink.sort_order))
  332. links = result.scalars().all()
  333. backup["external_links"] = []
  334. icons_dir = app_settings.base_dir / "icons"
  335. for link in links:
  336. link_data = {
  337. "name": link.name,
  338. "url": link.url,
  339. "icon": link.icon,
  340. "sort_order": link.sort_order,
  341. }
  342. # Include custom icon file path if exists
  343. if link.custom_icon:
  344. link_data["custom_icon"] = link.custom_icon
  345. icon_path = icons_dir / link.custom_icon
  346. if icon_path.exists():
  347. link_data["custom_icon_path"] = f"icons/{link.custom_icon}"
  348. backup["external_links"].append(link_data)
  349. backup["included"].append("external_links")
  350. # Printers (access codes only included if explicitly requested)
  351. if include_printers:
  352. result = await db.execute(select(Printer))
  353. printers = result.scalars().all()
  354. backup["printers"] = []
  355. for printer in printers:
  356. printer_data = {
  357. "name": printer.name,
  358. "serial_number": printer.serial_number,
  359. "ip_address": printer.ip_address,
  360. "model": printer.model,
  361. "location": printer.location,
  362. "nozzle_count": printer.nozzle_count,
  363. "is_active": printer.is_active,
  364. "auto_archive": printer.auto_archive,
  365. "print_hours_offset": printer.print_hours_offset,
  366. "runtime_seconds": printer.runtime_seconds,
  367. "external_camera_url": printer.external_camera_url,
  368. "external_camera_type": printer.external_camera_type,
  369. "external_camera_enabled": printer.external_camera_enabled,
  370. "plate_detection_enabled": printer.plate_detection_enabled,
  371. "plate_detection_roi_x": printer.plate_detection_roi_x,
  372. "plate_detection_roi_y": printer.plate_detection_roi_y,
  373. "plate_detection_roi_w": printer.plate_detection_roi_w,
  374. "plate_detection_roi_h": printer.plate_detection_roi_h,
  375. }
  376. if include_access_codes:
  377. printer_data["access_code"] = printer.access_code
  378. backup["printers"].append(printer_data)
  379. backup["included"].append("printers")
  380. if include_access_codes:
  381. backup["included"].append("access_codes")
  382. # Plate calibration references (requires include_printers)
  383. if include_printers and include_plate_calibration:
  384. plate_cal_dir = app_settings.plate_calibration_dir
  385. if plate_cal_dir.exists():
  386. backup["plate_calibration"] = []
  387. for cal_file in plate_cal_dir.iterdir():
  388. if cal_file.is_file():
  389. backup["plate_calibration"].append(cal_file.name)
  390. if backup["plate_calibration"]:
  391. backup["included"].append("plate_calibration")
  392. # Filaments
  393. if include_filaments:
  394. result = await db.execute(select(Filament))
  395. filaments = result.scalars().all()
  396. backup["filaments"] = []
  397. for f in filaments:
  398. backup["filaments"].append(
  399. {
  400. "name": f.name,
  401. "type": f.type,
  402. "brand": f.brand,
  403. "color": f.color,
  404. "color_hex": f.color_hex,
  405. "cost_per_kg": f.cost_per_kg,
  406. "spool_weight_g": f.spool_weight_g,
  407. "currency": f.currency,
  408. "density": f.density,
  409. "print_temp_min": f.print_temp_min,
  410. "print_temp_max": f.print_temp_max,
  411. "bed_temp_min": f.bed_temp_min,
  412. "bed_temp_max": f.bed_temp_max,
  413. }
  414. )
  415. backup["included"].append("filaments")
  416. # Maintenance types and records
  417. if include_maintenance:
  418. # Maintenance types
  419. result = await db.execute(select(MaintenanceType))
  420. types = result.scalars().all()
  421. backup["maintenance_types"] = []
  422. for mt in types:
  423. backup["maintenance_types"].append(
  424. {
  425. "name": mt.name,
  426. "description": mt.description,
  427. "default_interval_hours": mt.default_interval_hours,
  428. "interval_type": mt.interval_type,
  429. "icon": mt.icon,
  430. "is_system": mt.is_system,
  431. }
  432. )
  433. backup["included"].append("maintenance_types")
  434. # Printer maintenance settings (per-printer custom intervals, enabled status, last performed)
  435. result = await db.execute(select(PrinterMaintenance))
  436. printer_maint = result.scalars().all()
  437. backup["printer_maintenance"] = []
  438. # Build lookups for printer serial and maintenance type name
  439. printer_id_to_serial: dict[int, str] = {}
  440. maint_type_id_to_name: dict[int, str] = {}
  441. pr_result = await db.execute(select(Printer))
  442. for pr in pr_result.scalars().all():
  443. printer_id_to_serial[pr.id] = pr.serial_number
  444. for mt in types:
  445. maint_type_id_to_name[mt.id] = mt.name
  446. for pm in printer_maint:
  447. backup["printer_maintenance"].append(
  448. {
  449. "printer_serial": printer_id_to_serial.get(pm.printer_id),
  450. "maintenance_type_name": maint_type_id_to_name.get(pm.maintenance_type_id),
  451. "custom_interval_hours": pm.custom_interval_hours,
  452. "custom_interval_type": pm.custom_interval_type,
  453. "enabled": pm.enabled,
  454. "last_performed_at": pm.last_performed_at.isoformat() if pm.last_performed_at else None,
  455. "last_performed_hours": pm.last_performed_hours,
  456. }
  457. )
  458. backup["included"].append("printer_maintenance")
  459. # Maintenance history
  460. result = await db.execute(select(MaintenanceHistory))
  461. history = result.scalars().all()
  462. backup["maintenance_history"] = []
  463. # Build printer_maintenance ID to (printer_serial, maint_type_name) mapping
  464. pm_id_to_info: dict[int, tuple[str | None, str | None]] = {}
  465. for pm in printer_maint:
  466. pm_id_to_info[pm.id] = (
  467. printer_id_to_serial.get(pm.printer_id),
  468. maint_type_id_to_name.get(pm.maintenance_type_id),
  469. )
  470. for mh in history:
  471. info = pm_id_to_info.get(mh.printer_maintenance_id, (None, None))
  472. backup["maintenance_history"].append(
  473. {
  474. "printer_serial": info[0],
  475. "maintenance_type_name": info[1],
  476. "performed_at": mh.performed_at.isoformat() if mh.performed_at else None,
  477. "hours_at_maintenance": mh.hours_at_maintenance,
  478. "notes": mh.notes,
  479. }
  480. )
  481. backup["included"].append("maintenance_history")
  482. # Print queue
  483. if include_print_queue:
  484. result = await db.execute(select(PrintQueueItem))
  485. queue_items = result.scalars().all()
  486. backup["print_queue"] = []
  487. # Build lookups
  488. printer_id_to_serial: dict[int, str] = {}
  489. archive_id_to_hash: dict[int, str | None] = {}
  490. project_id_to_name: dict[int, str] = {}
  491. pr_result = await db.execute(select(Printer))
  492. for pr in pr_result.scalars().all():
  493. printer_id_to_serial[pr.id] = pr.serial_number
  494. ar_result = await db.execute(select(PrintArchive))
  495. for ar in ar_result.scalars().all():
  496. archive_id_to_hash[ar.id] = ar.content_hash
  497. proj_result = await db.execute(select(Project))
  498. for proj in proj_result.scalars().all():
  499. project_id_to_name[proj.id] = proj.name
  500. for qi in queue_items:
  501. backup["print_queue"].append(
  502. {
  503. "printer_serial": printer_id_to_serial.get(qi.printer_id) if qi.printer_id else None,
  504. "archive_hash": archive_id_to_hash.get(qi.archive_id),
  505. "project_name": project_id_to_name.get(qi.project_id) if qi.project_id else None,
  506. "position": qi.position,
  507. "scheduled_time": qi.scheduled_time.isoformat() if qi.scheduled_time else None,
  508. "require_previous_success": qi.require_previous_success,
  509. "auto_off_after": qi.auto_off_after,
  510. "manual_start": qi.manual_start,
  511. "ams_mapping": qi.ams_mapping,
  512. "plate_id": qi.plate_id,
  513. "bed_levelling": qi.bed_levelling,
  514. "flow_cali": qi.flow_cali,
  515. "vibration_cali": qi.vibration_cali,
  516. "layer_inspect": qi.layer_inspect,
  517. "timelapse": qi.timelapse,
  518. "use_ams": qi.use_ams,
  519. "status": qi.status,
  520. "started_at": qi.started_at.isoformat() if qi.started_at else None,
  521. "completed_at": qi.completed_at.isoformat() if qi.completed_at else None,
  522. "error_message": qi.error_message,
  523. }
  524. )
  525. backup["included"].append("print_queue")
  526. # Collect files for ZIP (icons + archives + project attachments)
  527. backup_files: list[tuple[str, Path]] = [] # (zip_path, local_path)
  528. base_dir = app_settings.base_dir
  529. # Add external link icon files
  530. if include_external_links and "external_links" in backup:
  531. icons_dir = base_dir / "icons"
  532. for link_data in backup["external_links"]:
  533. if "custom_icon_path" in link_data:
  534. icon_path = icons_dir / link_data["custom_icon"]
  535. if icon_path.exists():
  536. backup_files.append((link_data["custom_icon_path"], icon_path))
  537. # Add plate calibration reference images
  538. if "plate_calibration" in backup:
  539. plate_cal_dir = app_settings.plate_calibration_dir
  540. for filename in backup["plate_calibration"]:
  541. file_path = plate_cal_dir / filename
  542. if file_path.exists():
  543. backup_files.append((f"plate_calibration/{filename}", file_path))
  544. # Print archives with file paths for ZIP
  545. if include_archives:
  546. result = await db.execute(select(PrintArchive))
  547. archives = result.scalars().all()
  548. backup["archives"] = []
  549. # Build project ID to name mapping for archive export
  550. project_id_to_name: dict[int, str] = {}
  551. if include_projects:
  552. proj_result = await db.execute(select(Project))
  553. for proj in proj_result.scalars().all():
  554. project_id_to_name[proj.id] = proj.name
  555. # Build printer ID to serial mapping for archive export
  556. printer_id_to_serial: dict[int, str] = {}
  557. if include_printers:
  558. printer_result = await db.execute(select(Printer))
  559. for pr in printer_result.scalars().all():
  560. printer_id_to_serial[pr.id] = pr.serial_number
  561. for a in archives:
  562. archive_data = {
  563. "filename": a.filename,
  564. "project_name": project_id_to_name.get(a.project_id) if a.project_id else None,
  565. "printer_serial": printer_id_to_serial.get(a.printer_id) if a.printer_id else None,
  566. "file_size": a.file_size,
  567. "content_hash": a.content_hash,
  568. "print_name": a.print_name,
  569. "print_time_seconds": a.print_time_seconds,
  570. "filament_used_grams": a.filament_used_grams,
  571. "filament_type": a.filament_type,
  572. "filament_color": a.filament_color,
  573. "layer_height": a.layer_height,
  574. "total_layers": a.total_layers,
  575. "nozzle_diameter": a.nozzle_diameter,
  576. "bed_temperature": a.bed_temperature,
  577. "nozzle_temperature": a.nozzle_temperature,
  578. "status": a.status,
  579. "started_at": a.started_at.isoformat() if a.started_at else None,
  580. "completed_at": a.completed_at.isoformat() if a.completed_at else None,
  581. "makerworld_url": a.makerworld_url,
  582. "designer": a.designer,
  583. "external_url": a.external_url,
  584. "is_favorite": a.is_favorite,
  585. "tags": a.tags,
  586. "notes": a.notes,
  587. "cost": a.cost,
  588. "failure_reason": a.failure_reason,
  589. "quantity": a.quantity,
  590. "energy_kwh": a.energy_kwh,
  591. "energy_cost": a.energy_cost,
  592. "extra_data": a.extra_data,
  593. "photos": a.photos,
  594. }
  595. # Collect file paths for ZIP
  596. if a.file_path:
  597. file_path = base_dir / a.file_path
  598. if file_path.exists():
  599. archive_data["file_path"] = a.file_path
  600. backup_files.append((a.file_path, file_path))
  601. if a.thumbnail_path:
  602. thumb_path = base_dir / a.thumbnail_path
  603. if thumb_path.exists():
  604. archive_data["thumbnail_path"] = a.thumbnail_path
  605. backup_files.append((a.thumbnail_path, thumb_path))
  606. if a.timelapse_path:
  607. timelapse_path = base_dir / a.timelapse_path
  608. if timelapse_path.exists():
  609. archive_data["timelapse_path"] = a.timelapse_path
  610. backup_files.append((a.timelapse_path, timelapse_path))
  611. if a.source_3mf_path:
  612. source_path = base_dir / a.source_3mf_path
  613. if source_path.exists():
  614. archive_data["source_3mf_path"] = a.source_3mf_path
  615. backup_files.append((a.source_3mf_path, source_path))
  616. if a.f3d_path:
  617. f3d_path = base_dir / a.f3d_path
  618. if f3d_path.exists():
  619. archive_data["f3d_path"] = a.f3d_path
  620. backup_files.append((a.f3d_path, f3d_path))
  621. # Include photos
  622. if a.photos:
  623. for photo in a.photos:
  624. photo_path = base_dir / "archive" / "photos" / photo
  625. if photo_path.exists():
  626. zip_photo_path = f"archive/photos/{photo}"
  627. backup_files.append((zip_photo_path, photo_path))
  628. backup["archives"].append(archive_data)
  629. backup["included"].append("archives")
  630. # Projects with BOM items
  631. if include_projects:
  632. result = await db.execute(select(Project))
  633. projects = result.scalars().all()
  634. backup["projects"] = []
  635. for p in projects:
  636. # Get BOM items for this project
  637. bom_result = await db.execute(select(ProjectBOMItem).where(ProjectBOMItem.project_id == p.id))
  638. bom_items = bom_result.scalars().all()
  639. project_data = {
  640. "name": p.name,
  641. "description": p.description,
  642. "color": p.color,
  643. "status": p.status,
  644. "target_count": p.target_count,
  645. "notes": p.notes,
  646. "tags": p.tags,
  647. "due_date": p.due_date.isoformat() if p.due_date else None,
  648. "priority": p.priority,
  649. "budget": p.budget,
  650. "is_template": p.is_template,
  651. "template_source_id": p.template_source_id,
  652. "parent_id": p.parent_id,
  653. "bom_items": [
  654. {
  655. "name": item.name,
  656. "quantity_needed": item.quantity_needed,
  657. "quantity_acquired": item.quantity_acquired,
  658. "unit_price": item.unit_price,
  659. "sourcing_url": item.sourcing_url,
  660. "stl_filename": item.stl_filename,
  661. "remarks": item.remarks,
  662. "sort_order": item.sort_order,
  663. }
  664. for item in bom_items
  665. ],
  666. }
  667. # Include attachment files for ZIP
  668. if p.attachments:
  669. project_data["attachments"] = p.attachments
  670. attachments_dir = base_dir / "projects" / str(p.id) / "attachments"
  671. for att in p.attachments:
  672. att_path = attachments_dir / att.get("filename", "")
  673. if att_path.exists():
  674. zip_path = f"projects/{p.id}/attachments/{att['filename']}"
  675. backup_files.append((zip_path, att_path))
  676. backup["projects"].append(project_data)
  677. backup["included"].append("projects")
  678. # Pending uploads (virtual printer queue mode)
  679. if include_pending_uploads:
  680. result = await db.execute(select(PendingUpload).where(PendingUpload.status == "pending"))
  681. pending_uploads = result.scalars().all()
  682. backup["pending_uploads"] = []
  683. for p in pending_uploads:
  684. upload_data = {
  685. "filename": p.filename,
  686. "file_size": p.file_size,
  687. "source_ip": p.source_ip,
  688. "status": p.status,
  689. "tags": p.tags,
  690. "notes": p.notes,
  691. "project_id": p.project_id,
  692. "uploaded_at": p.uploaded_at.isoformat() if p.uploaded_at else None,
  693. }
  694. # Include the actual file if it exists
  695. if p.file_path:
  696. file_path = Path(p.file_path)
  697. if file_path.exists():
  698. # Store relative path for ZIP
  699. rel_path = f"pending_uploads/{p.filename}"
  700. upload_data["file_path"] = rel_path
  701. backup_files.append((rel_path, file_path))
  702. backup["pending_uploads"].append(upload_data)
  703. backup["included"].append("pending_uploads")
  704. # API keys (note: key_hash cannot be restored, new keys must be generated)
  705. if include_api_keys:
  706. # Build printer ID to serial mapping for cross-system compatibility
  707. printer_id_to_serial: dict[int, str] = {}
  708. pr_result = await db.execute(select(Printer))
  709. for pr in pr_result.scalars().all():
  710. printer_id_to_serial[pr.id] = pr.serial_number
  711. result = await db.execute(select(APIKey))
  712. api_keys = result.scalars().all()
  713. backup["api_keys"] = []
  714. for key in api_keys:
  715. # Convert printer_ids from list of IDs to list of serials
  716. printer_serials = None
  717. if key.printer_ids:
  718. printer_serials = [
  719. printer_id_to_serial.get(pid) for pid in key.printer_ids if pid in printer_id_to_serial
  720. ]
  721. backup["api_keys"].append(
  722. {
  723. "name": key.name,
  724. "key_prefix": key.key_prefix, # For identification only
  725. "can_queue": key.can_queue,
  726. "can_control_printer": key.can_control_printer,
  727. "can_read_status": key.can_read_status,
  728. "printer_serials": printer_serials, # Use serials instead of IDs
  729. "enabled": key.enabled,
  730. "expires_at": key.expires_at.isoformat() if key.expires_at else None,
  731. }
  732. )
  733. backup["included"].append("api_keys")
  734. # Users (note: passwords not exported for security - users will need new passwords on import)
  735. if include_users:
  736. result = await db.execute(select(User))
  737. users = result.scalars().all()
  738. backup["users"] = []
  739. for user in users:
  740. backup["users"].append(
  741. {
  742. "username": user.username,
  743. "role": user.role,
  744. "is_active": user.is_active,
  745. # password_hash intentionally not exported for security
  746. }
  747. )
  748. backup["included"].append("users")
  749. # If there are files to include (icons or archives), create ZIP file
  750. if backup_files:
  751. zip_buffer = io.BytesIO()
  752. with zipfile.ZipFile(zip_buffer, "w", zipfile.ZIP_DEFLATED) as zf:
  753. # Add backup.json
  754. zf.writestr("backup.json", json.dumps(backup, indent=2))
  755. # Add all backup files (icons, archives, etc.)
  756. added_files = set()
  757. for zip_path, local_path in backup_files:
  758. if zip_path not in added_files and local_path.exists():
  759. try:
  760. zf.write(local_path, zip_path)
  761. added_files.add(zip_path)
  762. except Exception:
  763. pass # Skip files that can't be read
  764. zip_buffer.seek(0)
  765. filename = f"bambuddy-backup-{datetime.now().strftime('%Y%m%d-%H%M%S')}.zip"
  766. return StreamingResponse(
  767. zip_buffer,
  768. media_type="application/zip",
  769. headers={"Content-Disposition": f"attachment; filename={filename}"},
  770. )
  771. # Otherwise return JSON
  772. return JSONResponse(
  773. content=backup,
  774. headers={
  775. "Content-Disposition": f"attachment; filename=bambuddy-backup-{datetime.now().strftime('%Y%m%d-%H%M%S')}.json"
  776. },
  777. )
  778. @router.post("/restore")
  779. async def import_backup(
  780. file: UploadFile = File(...),
  781. overwrite: bool = Query(False, description="Overwrite existing data instead of skipping duplicates"),
  782. db: AsyncSession = Depends(get_db),
  783. ):
  784. """Restore data from JSON or ZIP backup. By default skips duplicates, set overwrite=true to replace existing."""
  785. try:
  786. content = await file.read()
  787. base_dir = app_settings.base_dir
  788. files_restored = 0
  789. # Check if it's a ZIP file
  790. if file.filename and file.filename.endswith(".zip"):
  791. try:
  792. zip_buffer = io.BytesIO(content)
  793. with zipfile.ZipFile(zip_buffer, "r") as zf:
  794. # Extract backup.json
  795. if "backup.json" not in zf.namelist():
  796. return {"success": False, "message": "Invalid ZIP: missing backup.json"}
  797. backup_content = zf.read("backup.json")
  798. backup = json.loads(backup_content.decode("utf-8"))
  799. # Extract all other files to base_dir
  800. for zip_path in zf.namelist():
  801. if zip_path == "backup.json":
  802. continue
  803. # Ensure path is safe (no path traversal)
  804. if ".." in zip_path or zip_path.startswith("/"):
  805. continue
  806. # Plate calibration files go to plate_calibration_dir (may differ from base_dir)
  807. if zip_path.startswith("plate_calibration/"):
  808. filename = zip_path.replace("plate_calibration/", "", 1)
  809. target_path = app_settings.plate_calibration_dir / filename
  810. else:
  811. target_path = base_dir / zip_path
  812. target_path.parent.mkdir(parents=True, exist_ok=True)
  813. with zf.open(zip_path) as src, open(target_path, "wb") as dst:
  814. dst.write(src.read())
  815. files_restored += 1
  816. except zipfile.BadZipFile:
  817. return {"success": False, "message": "Invalid ZIP file"}
  818. else:
  819. backup = json.loads(content.decode("utf-8"))
  820. except json.JSONDecodeError as e:
  821. return {"success": False, "message": f"Invalid JSON: {str(e)}"}
  822. except Exception as e:
  823. return {"success": False, "message": f"Invalid backup file: {str(e)}"}
  824. restored = {
  825. "settings": 0,
  826. "notification_providers": 0,
  827. "notification_templates": 0,
  828. "smart_plugs": 0,
  829. "external_links": 0,
  830. "printers": 0,
  831. "filaments": 0,
  832. "maintenance_types": 0,
  833. "projects": 0,
  834. "pending_uploads": 0,
  835. "users": 0,
  836. }
  837. skipped = {
  838. "settings": 0,
  839. "notification_providers": 0,
  840. "notification_templates": 0,
  841. "smart_plugs": 0,
  842. "external_links": 0,
  843. "printers": 0,
  844. "filaments": 0,
  845. "maintenance_types": 0,
  846. "archives": 0,
  847. "projects": 0,
  848. "pending_uploads": 0,
  849. "users": 0,
  850. }
  851. skipped_details = {
  852. "notification_providers": [],
  853. "smart_plugs": [],
  854. "external_links": [],
  855. "printers": [],
  856. "filaments": [],
  857. "maintenance_types": [],
  858. "archives": [],
  859. "projects": [],
  860. "pending_uploads": [],
  861. "users": [],
  862. }
  863. # Restore settings (always overwrites)
  864. if "settings" in backup:
  865. for key, value in backup["settings"].items():
  866. # Convert value to proper string format for storage
  867. if isinstance(value, bool):
  868. str_value = "true" if value else "false"
  869. elif value is None:
  870. str_value = "None"
  871. else:
  872. str_value = str(value)
  873. await set_setting(db, key, str_value)
  874. restored["settings"] += 1
  875. # Flush settings to ensure they're persisted before continuing
  876. await db.flush()
  877. # Restore printers FIRST (skip or overwrite duplicates by serial_number)
  878. # Nearly everything in the app references printers, so they must be imported first
  879. if "printers" in backup:
  880. for printer_data in backup["printers"]:
  881. result = await db.execute(select(Printer).where(Printer.serial_number == printer_data["serial_number"]))
  882. existing = result.scalar_one_or_none()
  883. if existing:
  884. if overwrite:
  885. existing.name = printer_data["name"]
  886. existing.ip_address = printer_data["ip_address"]
  887. existing.model = printer_data.get("model")
  888. existing.location = printer_data.get("location")
  889. existing.nozzle_count = printer_data.get("nozzle_count", 1)
  890. existing.auto_archive = printer_data.get("auto_archive", True)
  891. existing.print_hours_offset = printer_data.get("print_hours_offset", 0.0)
  892. existing.runtime_seconds = printer_data.get("runtime_seconds", 0)
  893. # If backup includes access_code, also update access_code and is_active
  894. backup_access_code = printer_data.get("access_code")
  895. if backup_access_code and backup_access_code != "CHANGE_ME":
  896. existing.access_code = backup_access_code
  897. is_active_val = printer_data.get("is_active", False)
  898. if isinstance(is_active_val, str):
  899. is_active_val = is_active_val.lower() == "true"
  900. existing.is_active = is_active_val
  901. # Restore external camera settings
  902. existing.external_camera_url = printer_data.get("external_camera_url")
  903. existing.external_camera_type = printer_data.get("external_camera_type")
  904. existing.external_camera_enabled = printer_data.get("external_camera_enabled", False)
  905. # Restore plate detection settings
  906. existing.plate_detection_enabled = printer_data.get("plate_detection_enabled", False)
  907. existing.plate_detection_roi_x = printer_data.get("plate_detection_roi_x")
  908. existing.plate_detection_roi_y = printer_data.get("plate_detection_roi_y")
  909. existing.plate_detection_roi_w = printer_data.get("plate_detection_roi_w")
  910. existing.plate_detection_roi_h = printer_data.get("plate_detection_roi_h")
  911. restored["printers"] += 1
  912. else:
  913. skipped["printers"] += 1
  914. skipped_details["printers"].append(f"{printer_data['name']} ({printer_data['serial_number']})")
  915. else:
  916. # Use access code from backup if provided, otherwise require manual setup
  917. access_code = printer_data.get("access_code")
  918. has_access_code = access_code and access_code != "CHANGE_ME"
  919. is_active_from_backup = printer_data.get("is_active", False)
  920. # Handle bool or string "true"/"false"
  921. if isinstance(is_active_from_backup, str):
  922. is_active_from_backup = is_active_from_backup.lower() == "true"
  923. printer = Printer(
  924. name=printer_data["name"],
  925. serial_number=printer_data["serial_number"],
  926. ip_address=printer_data["ip_address"],
  927. access_code=access_code if has_access_code else "CHANGE_ME",
  928. model=printer_data.get("model"),
  929. location=printer_data.get("location"),
  930. nozzle_count=printer_data.get("nozzle_count", 1),
  931. is_active=is_active_from_backup if has_access_code else False,
  932. auto_archive=printer_data.get("auto_archive", True),
  933. print_hours_offset=printer_data.get("print_hours_offset", 0.0),
  934. runtime_seconds=printer_data.get("runtime_seconds", 0),
  935. external_camera_url=printer_data.get("external_camera_url"),
  936. external_camera_type=printer_data.get("external_camera_type"),
  937. external_camera_enabled=printer_data.get("external_camera_enabled", False),
  938. plate_detection_enabled=printer_data.get("plate_detection_enabled", False),
  939. plate_detection_roi_x=printer_data.get("plate_detection_roi_x"),
  940. plate_detection_roi_y=printer_data.get("plate_detection_roi_y"),
  941. plate_detection_roi_w=printer_data.get("plate_detection_roi_w"),
  942. plate_detection_roi_h=printer_data.get("plate_detection_roi_h"),
  943. )
  944. db.add(printer)
  945. restored["printers"] += 1
  946. # Flush printers so other sections can look them up
  947. await db.flush()
  948. # Restore notification providers (skip or overwrite duplicates by name)
  949. # Build printer serial to ID lookup (printers were restored first)
  950. if "notification_providers" in backup:
  951. printer_serial_to_id: dict[str, int] = {}
  952. pr_result = await db.execute(select(Printer))
  953. for pr in pr_result.scalars().all():
  954. printer_serial_to_id[pr.serial_number] = pr.id
  955. for provider_data in backup["notification_providers"]:
  956. # Look up printer_id from serial (supports both old printer_id and new printer_serial format)
  957. printer_serial = provider_data.get("printer_serial")
  958. printer_id = printer_serial_to_id.get(printer_serial) if printer_serial else provider_data.get("printer_id")
  959. result = await db.execute(
  960. select(NotificationProvider).where(NotificationProvider.name == provider_data["name"])
  961. )
  962. existing = result.scalar_one_or_none()
  963. if existing:
  964. if overwrite:
  965. # Update existing provider
  966. existing.provider_type = provider_data["provider_type"]
  967. existing.enabled = provider_data.get("enabled", True)
  968. existing.config = json.dumps(provider_data.get("config", {}))
  969. existing.on_print_start = provider_data.get("on_print_start", False)
  970. existing.on_print_complete = provider_data.get("on_print_complete", True)
  971. existing.on_print_failed = provider_data.get("on_print_failed", True)
  972. existing.on_print_stopped = provider_data.get("on_print_stopped", True)
  973. existing.on_print_progress = provider_data.get("on_print_progress", False)
  974. existing.on_printer_offline = provider_data.get("on_printer_offline", False)
  975. existing.on_printer_error = provider_data.get("on_printer_error", False)
  976. existing.on_filament_low = provider_data.get("on_filament_low", False)
  977. existing.on_maintenance_due = provider_data.get("on_maintenance_due", False)
  978. existing.on_ams_humidity_high = provider_data.get("on_ams_humidity_high", False)
  979. existing.on_ams_temperature_high = provider_data.get("on_ams_temperature_high", False)
  980. existing.on_ams_ht_humidity_high = provider_data.get("on_ams_ht_humidity_high", False)
  981. existing.on_ams_ht_temperature_high = provider_data.get("on_ams_ht_temperature_high", False)
  982. existing.on_plate_not_empty = provider_data.get("on_plate_not_empty", True)
  983. existing.quiet_hours_enabled = provider_data.get("quiet_hours_enabled", False)
  984. existing.quiet_hours_start = provider_data.get("quiet_hours_start")
  985. existing.quiet_hours_end = provider_data.get("quiet_hours_end")
  986. existing.daily_digest_enabled = provider_data.get("daily_digest_enabled", False)
  987. existing.daily_digest_time = provider_data.get("daily_digest_time")
  988. existing.printer_id = printer_id
  989. restored["notification_providers"] += 1
  990. else:
  991. skipped["notification_providers"] += 1
  992. skipped_details["notification_providers"].append(provider_data["name"])
  993. else:
  994. provider = NotificationProvider(
  995. name=provider_data["name"],
  996. provider_type=provider_data["provider_type"],
  997. enabled=provider_data.get("enabled", True),
  998. config=json.dumps(provider_data.get("config", {})),
  999. on_print_start=provider_data.get("on_print_start", False),
  1000. on_print_complete=provider_data.get("on_print_complete", True),
  1001. on_print_failed=provider_data.get("on_print_failed", True),
  1002. on_print_stopped=provider_data.get("on_print_stopped", True),
  1003. on_print_progress=provider_data.get("on_print_progress", False),
  1004. on_printer_offline=provider_data.get("on_printer_offline", False),
  1005. on_printer_error=provider_data.get("on_printer_error", False),
  1006. on_filament_low=provider_data.get("on_filament_low", False),
  1007. on_maintenance_due=provider_data.get("on_maintenance_due", False),
  1008. on_ams_humidity_high=provider_data.get("on_ams_humidity_high", False),
  1009. on_ams_temperature_high=provider_data.get("on_ams_temperature_high", False),
  1010. on_ams_ht_humidity_high=provider_data.get("on_ams_ht_humidity_high", False),
  1011. on_ams_ht_temperature_high=provider_data.get("on_ams_ht_temperature_high", False),
  1012. on_plate_not_empty=provider_data.get("on_plate_not_empty", True),
  1013. quiet_hours_enabled=provider_data.get("quiet_hours_enabled", False),
  1014. quiet_hours_start=provider_data.get("quiet_hours_start"),
  1015. quiet_hours_end=provider_data.get("quiet_hours_end"),
  1016. daily_digest_enabled=provider_data.get("daily_digest_enabled", False),
  1017. daily_digest_time=provider_data.get("daily_digest_time"),
  1018. printer_id=printer_id,
  1019. )
  1020. db.add(provider)
  1021. restored["notification_providers"] += 1
  1022. # Restore notification templates (update existing by event_type)
  1023. if "notification_templates" in backup:
  1024. for template_data in backup["notification_templates"]:
  1025. result = await db.execute(
  1026. select(NotificationTemplate).where(NotificationTemplate.event_type == template_data["event_type"])
  1027. )
  1028. existing = result.scalar_one_or_none()
  1029. if existing:
  1030. # Update existing template
  1031. existing.name = template_data.get("name", existing.name)
  1032. existing.title_template = template_data.get("title_template", existing.title_template)
  1033. existing.body_template = template_data.get("body_template", existing.body_template)
  1034. existing.is_default = template_data.get("is_default", False)
  1035. else:
  1036. template = NotificationTemplate(
  1037. event_type=template_data["event_type"],
  1038. name=template_data["name"],
  1039. title_template=template_data["title_template"],
  1040. body_template=template_data["body_template"],
  1041. is_default=template_data.get("is_default", False),
  1042. )
  1043. db.add(template)
  1044. restored["notification_templates"] += 1
  1045. # Restore smart plugs (skip or overwrite duplicates by IP)
  1046. # Note: Smart plugs reference printers, so printers should be restored first
  1047. if "smart_plugs" in backup:
  1048. # Build printer serial to ID lookup
  1049. printer_serial_to_id: dict[str, int] = {}
  1050. pr_result = await db.execute(select(Printer))
  1051. for pr in pr_result.scalars().all():
  1052. printer_serial_to_id[pr.serial_number] = pr.id
  1053. for plug_data in backup["smart_plugs"]:
  1054. # Look up printer_id from serial (supports both old printer_id and new printer_serial format)
  1055. printer_serial = plug_data.get("printer_serial")
  1056. printer_id = printer_serial_to_id.get(printer_serial) if printer_serial else plug_data.get("printer_id")
  1057. # Determine plug type (default to tasmota for backwards compatibility)
  1058. plug_type = plug_data.get("plug_type", "tasmota")
  1059. # Find existing plug by IP (Tasmota) or entity_id (Home Assistant)
  1060. existing = None
  1061. if plug_type == "homeassistant" and plug_data.get("ha_entity_id"):
  1062. result = await db.execute(select(SmartPlug).where(SmartPlug.ha_entity_id == plug_data["ha_entity_id"]))
  1063. existing = result.scalar_one_or_none()
  1064. plug_identifier = plug_data["ha_entity_id"]
  1065. elif plug_data.get("ip_address"):
  1066. result = await db.execute(select(SmartPlug).where(SmartPlug.ip_address == plug_data["ip_address"]))
  1067. existing = result.scalar_one_or_none()
  1068. plug_identifier = plug_data["ip_address"]
  1069. else:
  1070. # Skip invalid plug data
  1071. continue
  1072. if existing:
  1073. if overwrite:
  1074. existing.name = plug_data["name"]
  1075. existing.plug_type = plug_type
  1076. existing.ha_entity_id = plug_data.get("ha_entity_id")
  1077. existing.ha_power_entity = plug_data.get("ha_power_entity")
  1078. existing.ha_energy_today_entity = plug_data.get("ha_energy_today_entity")
  1079. existing.ha_energy_total_entity = plug_data.get("ha_energy_total_entity")
  1080. existing.printer_id = printer_id
  1081. existing.enabled = plug_data.get("enabled", True)
  1082. existing.auto_on = plug_data.get("auto_on", True)
  1083. existing.auto_off = plug_data.get("auto_off", True)
  1084. existing.off_delay_mode = plug_data.get("off_delay_mode", "time")
  1085. existing.off_delay_minutes = plug_data.get("off_delay_minutes", 5)
  1086. existing.off_temp_threshold = plug_data.get("off_temp_threshold", 70)
  1087. existing.username = plug_data.get("username")
  1088. existing.password = plug_data.get("password")
  1089. existing.power_alert_enabled = plug_data.get("power_alert_enabled", False)
  1090. existing.power_alert_high = plug_data.get("power_alert_high")
  1091. existing.power_alert_low = plug_data.get("power_alert_low")
  1092. existing.schedule_enabled = plug_data.get("schedule_enabled", False)
  1093. existing.schedule_on_time = plug_data.get("schedule_on_time")
  1094. existing.schedule_off_time = plug_data.get("schedule_off_time")
  1095. existing.show_in_switchbar = plug_data.get("show_in_switchbar", False)
  1096. restored["smart_plugs"] += 1
  1097. else:
  1098. skipped["smart_plugs"] += 1
  1099. skipped_details["smart_plugs"].append(f"{plug_data['name']} ({plug_identifier})")
  1100. else:
  1101. plug = SmartPlug(
  1102. name=plug_data["name"],
  1103. plug_type=plug_type,
  1104. ip_address=plug_data.get("ip_address"),
  1105. ha_entity_id=plug_data.get("ha_entity_id"),
  1106. ha_power_entity=plug_data.get("ha_power_entity"),
  1107. ha_energy_today_entity=plug_data.get("ha_energy_today_entity"),
  1108. ha_energy_total_entity=plug_data.get("ha_energy_total_entity"),
  1109. printer_id=printer_id,
  1110. enabled=plug_data.get("enabled", True),
  1111. auto_on=plug_data.get("auto_on", True),
  1112. auto_off=plug_data.get("auto_off", True),
  1113. off_delay_mode=plug_data.get("off_delay_mode", "time"),
  1114. off_delay_minutes=plug_data.get("off_delay_minutes", 5),
  1115. off_temp_threshold=plug_data.get("off_temp_threshold", 70),
  1116. username=plug_data.get("username"),
  1117. password=plug_data.get("password"),
  1118. power_alert_enabled=plug_data.get("power_alert_enabled", False),
  1119. power_alert_high=plug_data.get("power_alert_high"),
  1120. power_alert_low=plug_data.get("power_alert_low"),
  1121. schedule_enabled=plug_data.get("schedule_enabled", False),
  1122. schedule_on_time=plug_data.get("schedule_on_time"),
  1123. schedule_off_time=plug_data.get("schedule_off_time"),
  1124. show_in_switchbar=plug_data.get("show_in_switchbar", False),
  1125. )
  1126. db.add(plug)
  1127. restored["smart_plugs"] += 1
  1128. # Restore external links (skip or overwrite duplicates by name+url)
  1129. if "external_links" in backup:
  1130. icons_dir = base_dir / "icons"
  1131. icons_dir.mkdir(parents=True, exist_ok=True)
  1132. for link_data in backup["external_links"]:
  1133. result = await db.execute(
  1134. select(ExternalLink).where(ExternalLink.name == link_data["name"], ExternalLink.url == link_data["url"])
  1135. )
  1136. existing = result.scalar_one_or_none()
  1137. if existing:
  1138. if overwrite:
  1139. existing.icon = link_data.get("icon", "link")
  1140. existing.sort_order = link_data.get("sort_order", 0)
  1141. # Handle custom icon
  1142. if link_data.get("custom_icon"):
  1143. existing.custom_icon = link_data["custom_icon"]
  1144. restored["external_links"] += 1
  1145. else:
  1146. skipped["external_links"] += 1
  1147. skipped_details["external_links"].append(link_data["name"])
  1148. else:
  1149. link = ExternalLink(
  1150. name=link_data["name"],
  1151. url=link_data["url"],
  1152. icon=link_data.get("icon", "link"),
  1153. custom_icon=link_data.get("custom_icon"),
  1154. sort_order=link_data.get("sort_order", 0),
  1155. )
  1156. db.add(link)
  1157. restored["external_links"] += 1
  1158. # Restore filaments (skip or overwrite duplicates by name+type+brand)
  1159. if "filaments" in backup:
  1160. for filament_data in backup["filaments"]:
  1161. result = await db.execute(
  1162. select(Filament).where(
  1163. Filament.name == filament_data["name"],
  1164. Filament.type == filament_data["type"],
  1165. Filament.brand == filament_data.get("brand"),
  1166. )
  1167. )
  1168. existing = result.scalar_one_or_none()
  1169. if existing:
  1170. if overwrite:
  1171. existing.color = filament_data.get("color")
  1172. existing.color_hex = filament_data.get("color_hex")
  1173. existing.cost_per_kg = filament_data.get("cost_per_kg", 25.0)
  1174. existing.spool_weight_g = filament_data.get("spool_weight_g", 1000.0)
  1175. existing.currency = filament_data.get("currency", "USD")
  1176. existing.density = filament_data.get("density")
  1177. existing.print_temp_min = filament_data.get("print_temp_min")
  1178. existing.print_temp_max = filament_data.get("print_temp_max")
  1179. existing.bed_temp_min = filament_data.get("bed_temp_min")
  1180. existing.bed_temp_max = filament_data.get("bed_temp_max")
  1181. restored["filaments"] += 1
  1182. else:
  1183. skipped["filaments"] += 1
  1184. skipped_details["filaments"].append(
  1185. f"{filament_data.get('brand', '')} {filament_data['name']} ({filament_data['type']})"
  1186. )
  1187. else:
  1188. filament = Filament(
  1189. name=filament_data["name"],
  1190. type=filament_data["type"],
  1191. brand=filament_data.get("brand"),
  1192. color=filament_data.get("color"),
  1193. color_hex=filament_data.get("color_hex"),
  1194. cost_per_kg=filament_data.get("cost_per_kg", 25.0),
  1195. spool_weight_g=filament_data.get("spool_weight_g", 1000.0),
  1196. currency=filament_data.get("currency", "USD"),
  1197. density=filament_data.get("density"),
  1198. print_temp_min=filament_data.get("print_temp_min"),
  1199. print_temp_max=filament_data.get("print_temp_max"),
  1200. bed_temp_min=filament_data.get("bed_temp_min"),
  1201. bed_temp_max=filament_data.get("bed_temp_max"),
  1202. )
  1203. db.add(filament)
  1204. restored["filaments"] += 1
  1205. # Restore maintenance types (skip or overwrite duplicates by name)
  1206. if "maintenance_types" in backup:
  1207. for mt_data in backup["maintenance_types"]:
  1208. result = await db.execute(select(MaintenanceType).where(MaintenanceType.name == mt_data["name"]))
  1209. existing = result.scalar_one_or_none()
  1210. if existing:
  1211. if overwrite:
  1212. existing.description = mt_data.get("description")
  1213. existing.default_interval_hours = mt_data.get("default_interval_hours", 100.0)
  1214. existing.interval_type = mt_data.get("interval_type", "hours")
  1215. existing.icon = mt_data.get("icon")
  1216. # Don't overwrite is_system
  1217. restored["maintenance_types"] += 1
  1218. else:
  1219. skipped["maintenance_types"] += 1
  1220. skipped_details["maintenance_types"].append(mt_data["name"])
  1221. else:
  1222. mt = MaintenanceType(
  1223. name=mt_data["name"],
  1224. description=mt_data.get("description"),
  1225. default_interval_hours=mt_data.get("default_interval_hours", 100.0),
  1226. interval_type=mt_data.get("interval_type", "hours"),
  1227. icon=mt_data.get("icon"),
  1228. is_system=mt_data.get("is_system", False),
  1229. )
  1230. db.add(mt)
  1231. restored["maintenance_types"] += 1
  1232. # Restore printer maintenance settings (per-printer)
  1233. if "printer_maintenance" in backup:
  1234. # Build lookups
  1235. printer_serial_to_id: dict[str, int] = {}
  1236. maint_type_name_to_id: dict[str, int] = {}
  1237. pr_result = await db.execute(select(Printer))
  1238. for pr in pr_result.scalars().all():
  1239. printer_serial_to_id[pr.serial_number] = pr.id
  1240. mt_result = await db.execute(select(MaintenanceType))
  1241. for mt in mt_result.scalars().all():
  1242. maint_type_name_to_id[mt.name] = mt.id
  1243. restored["printer_maintenance"] = 0
  1244. skipped["printer_maintenance"] = 0
  1245. skipped_details["printer_maintenance"] = []
  1246. for pm_data in backup["printer_maintenance"]:
  1247. printer_serial = pm_data.get("printer_serial")
  1248. maint_type_name = pm_data.get("maintenance_type_name")
  1249. if not printer_serial or not maint_type_name:
  1250. continue
  1251. printer_id = printer_serial_to_id.get(printer_serial)
  1252. maint_type_id = maint_type_name_to_id.get(maint_type_name)
  1253. if not printer_id or not maint_type_id:
  1254. skipped["printer_maintenance"] += 1
  1255. skipped_details["printer_maintenance"].append(f"{printer_serial}/{maint_type_name}")
  1256. continue
  1257. # Check if exists
  1258. result = await db.execute(
  1259. select(PrinterMaintenance).where(
  1260. PrinterMaintenance.printer_id == printer_id,
  1261. PrinterMaintenance.maintenance_type_id == maint_type_id,
  1262. )
  1263. )
  1264. existing = result.scalar_one_or_none()
  1265. if existing:
  1266. if overwrite:
  1267. existing.custom_interval_hours = pm_data.get("custom_interval_hours")
  1268. existing.custom_interval_type = pm_data.get("custom_interval_type")
  1269. existing.enabled = pm_data.get("enabled", True)
  1270. existing.last_performed_hours = pm_data.get("last_performed_hours", 0.0)
  1271. if pm_data.get("last_performed_at"):
  1272. existing.last_performed_at = datetime.fromisoformat(pm_data["last_performed_at"])
  1273. restored["printer_maintenance"] += 1
  1274. else:
  1275. skipped["printer_maintenance"] += 1
  1276. skipped_details["printer_maintenance"].append(f"{printer_serial}/{maint_type_name}")
  1277. else:
  1278. pm = PrinterMaintenance(
  1279. printer_id=printer_id,
  1280. maintenance_type_id=maint_type_id,
  1281. custom_interval_hours=pm_data.get("custom_interval_hours"),
  1282. custom_interval_type=pm_data.get("custom_interval_type"),
  1283. enabled=pm_data.get("enabled", True),
  1284. last_performed_hours=pm_data.get("last_performed_hours", 0.0),
  1285. )
  1286. if pm_data.get("last_performed_at"):
  1287. pm.last_performed_at = datetime.fromisoformat(pm_data["last_performed_at"])
  1288. db.add(pm)
  1289. restored["printer_maintenance"] += 1
  1290. # Restore maintenance history
  1291. if "maintenance_history" in backup:
  1292. # Build lookups
  1293. printer_serial_to_id: dict[str, int] = {}
  1294. maint_type_name_to_id: dict[str, int] = {}
  1295. pr_result = await db.execute(select(Printer))
  1296. for pr in pr_result.scalars().all():
  1297. printer_serial_to_id[pr.serial_number] = pr.id
  1298. mt_result = await db.execute(select(MaintenanceType))
  1299. for mt in mt_result.scalars().all():
  1300. maint_type_name_to_id[mt.name] = mt.id
  1301. restored["maintenance_history"] = 0
  1302. skipped["maintenance_history"] = 0
  1303. skipped_details["maintenance_history"] = []
  1304. for mh_data in backup["maintenance_history"]:
  1305. printer_serial = mh_data.get("printer_serial")
  1306. maint_type_name = mh_data.get("maintenance_type_name")
  1307. if not printer_serial or not maint_type_name:
  1308. continue
  1309. printer_id = printer_serial_to_id.get(printer_serial)
  1310. maint_type_id = maint_type_name_to_id.get(maint_type_name)
  1311. if not printer_id or not maint_type_id:
  1312. skipped["maintenance_history"] += 1
  1313. continue
  1314. # Find the PrinterMaintenance record
  1315. result = await db.execute(
  1316. select(PrinterMaintenance).where(
  1317. PrinterMaintenance.printer_id == printer_id,
  1318. PrinterMaintenance.maintenance_type_id == maint_type_id,
  1319. )
  1320. )
  1321. pm = result.scalar_one_or_none()
  1322. if not pm:
  1323. skipped["maintenance_history"] += 1
  1324. continue
  1325. # Create history entry (no duplicate check - history is append-only)
  1326. mh = MaintenanceHistory(
  1327. printer_maintenance_id=pm.id,
  1328. hours_at_maintenance=mh_data.get("hours_at_maintenance", 0.0),
  1329. notes=mh_data.get("notes"),
  1330. )
  1331. if mh_data.get("performed_at"):
  1332. mh.performed_at = datetime.fromisoformat(mh_data["performed_at"])
  1333. db.add(mh)
  1334. restored["maintenance_history"] += 1
  1335. # Restore archives (skip duplicates by content_hash - overwrite not supported for archives)
  1336. if "archives" in backup:
  1337. # Build printer serial to ID mapping
  1338. printer_serial_to_id: dict[str, int] = {}
  1339. printer_result = await db.execute(select(Printer))
  1340. for pr in printer_result.scalars().all():
  1341. printer_serial_to_id[pr.serial_number] = pr.id
  1342. for archive_data in backup["archives"]:
  1343. # Skip if no content_hash or already exists
  1344. content_hash = archive_data.get("content_hash")
  1345. if content_hash:
  1346. result = await db.execute(select(PrintArchive).where(PrintArchive.content_hash == content_hash))
  1347. existing = result.scalar_one_or_none()
  1348. if existing:
  1349. skipped["archives"] += 1
  1350. skipped_details["archives"].append(archive_data.get("filename", "Unknown"))
  1351. continue
  1352. # Only restore if file exists (from ZIP extraction)
  1353. file_path = archive_data.get("file_path")
  1354. if file_path and (base_dir / file_path).exists():
  1355. # Look up printer_id from serial
  1356. printer_serial = archive_data.get("printer_serial")
  1357. printer_id = printer_serial_to_id.get(printer_serial) if printer_serial else None
  1358. archive = PrintArchive(
  1359. filename=archive_data["filename"],
  1360. file_path=file_path,
  1361. file_size=archive_data.get("file_size", 0),
  1362. content_hash=content_hash,
  1363. printer_id=printer_id,
  1364. thumbnail_path=archive_data.get("thumbnail_path"),
  1365. timelapse_path=archive_data.get("timelapse_path"),
  1366. source_3mf_path=archive_data.get("source_3mf_path"),
  1367. f3d_path=archive_data.get("f3d_path"),
  1368. print_name=archive_data.get("print_name"),
  1369. print_time_seconds=archive_data.get("print_time_seconds"),
  1370. filament_used_grams=archive_data.get("filament_used_grams"),
  1371. filament_type=archive_data.get("filament_type"),
  1372. filament_color=archive_data.get("filament_color"),
  1373. layer_height=archive_data.get("layer_height"),
  1374. total_layers=archive_data.get("total_layers"),
  1375. nozzle_diameter=archive_data.get("nozzle_diameter"),
  1376. bed_temperature=archive_data.get("bed_temperature"),
  1377. nozzle_temperature=archive_data.get("nozzle_temperature"),
  1378. status=archive_data.get("status", "completed"),
  1379. makerworld_url=archive_data.get("makerworld_url"),
  1380. designer=archive_data.get("designer"),
  1381. external_url=archive_data.get("external_url"),
  1382. is_favorite=archive_data.get("is_favorite", False),
  1383. tags=archive_data.get("tags"),
  1384. notes=archive_data.get("notes"),
  1385. cost=archive_data.get("cost"),
  1386. failure_reason=archive_data.get("failure_reason"),
  1387. quantity=archive_data.get("quantity", 1),
  1388. energy_kwh=archive_data.get("energy_kwh"),
  1389. energy_cost=archive_data.get("energy_cost"),
  1390. extra_data=archive_data.get("extra_data"),
  1391. photos=archive_data.get("photos"),
  1392. )
  1393. db.add(archive)
  1394. restored["archives"] = restored.get("archives", 0) + 1
  1395. # Restore projects (skip or overwrite duplicates by name)
  1396. if "projects" in backup:
  1397. for project_data in backup["projects"]:
  1398. result = await db.execute(select(Project).where(Project.name == project_data["name"]))
  1399. existing = result.scalar_one_or_none()
  1400. if existing:
  1401. if overwrite:
  1402. # Update existing project
  1403. existing.description = project_data.get("description")
  1404. existing.color = project_data.get("color")
  1405. existing.status = project_data.get("status", "active")
  1406. existing.target_count = project_data.get("target_count")
  1407. existing.notes = project_data.get("notes")
  1408. existing.tags = project_data.get("tags")
  1409. existing.priority = project_data.get("priority", "normal")
  1410. existing.budget = project_data.get("budget")
  1411. existing.is_template = project_data.get("is_template", False)
  1412. existing.template_source_id = project_data.get("template_source_id")
  1413. existing.parent_id = project_data.get("parent_id")
  1414. existing.attachments = project_data.get("attachments")
  1415. if project_data.get("due_date"):
  1416. existing.due_date = datetime.fromisoformat(project_data["due_date"])
  1417. # Delete existing BOM items and re-add
  1418. await db.execute(ProjectBOMItem.__table__.delete().where(ProjectBOMItem.project_id == existing.id))
  1419. for bom_data in project_data.get("bom_items", []):
  1420. bom_item = ProjectBOMItem(
  1421. project_id=existing.id,
  1422. name=bom_data["name"],
  1423. quantity_needed=bom_data.get("quantity_needed", 1),
  1424. quantity_acquired=bom_data.get("quantity_acquired", 0),
  1425. unit_price=bom_data.get("unit_price"),
  1426. sourcing_url=bom_data.get("sourcing_url"),
  1427. stl_filename=bom_data.get("stl_filename"),
  1428. remarks=bom_data.get("remarks"),
  1429. sort_order=bom_data.get("sort_order", 0),
  1430. )
  1431. db.add(bom_item)
  1432. restored["projects"] += 1
  1433. else:
  1434. skipped["projects"] += 1
  1435. skipped_details["projects"].append(project_data["name"])
  1436. else:
  1437. # Create new project
  1438. project = Project(
  1439. name=project_data["name"],
  1440. description=project_data.get("description"),
  1441. color=project_data.get("color"),
  1442. status=project_data.get("status", "active"),
  1443. target_count=project_data.get("target_count"),
  1444. notes=project_data.get("notes"),
  1445. tags=project_data.get("tags"),
  1446. priority=project_data.get("priority", "normal"),
  1447. budget=project_data.get("budget"),
  1448. is_template=project_data.get("is_template", False),
  1449. template_source_id=project_data.get("template_source_id"),
  1450. parent_id=project_data.get("parent_id"),
  1451. attachments=project_data.get("attachments"),
  1452. )
  1453. if project_data.get("due_date"):
  1454. project.due_date = datetime.fromisoformat(project_data["due_date"])
  1455. db.add(project)
  1456. await db.flush() # Get the project ID
  1457. # Add BOM items
  1458. for bom_data in project_data.get("bom_items", []):
  1459. bom_item = ProjectBOMItem(
  1460. project_id=project.id,
  1461. name=bom_data["name"],
  1462. quantity_needed=bom_data.get("quantity_needed", 1),
  1463. quantity_acquired=bom_data.get("quantity_acquired", 0),
  1464. unit_price=bom_data.get("unit_price"),
  1465. sourcing_url=bom_data.get("sourcing_url"),
  1466. stl_filename=bom_data.get("stl_filename"),
  1467. remarks=bom_data.get("remarks"),
  1468. sort_order=bom_data.get("sort_order", 0),
  1469. )
  1470. db.add(bom_item)
  1471. restored["projects"] += 1
  1472. # Link archives to projects by name (after both are restored)
  1473. if "archives" in backup and "projects" in backup:
  1474. # Build project name to ID mapping
  1475. proj_result = await db.execute(select(Project))
  1476. project_name_to_id: dict[str, int] = {}
  1477. for proj in proj_result.scalars().all():
  1478. project_name_to_id[proj.name] = proj.id
  1479. # Update archives with project_id
  1480. for archive_data in backup["archives"]:
  1481. project_name = archive_data.get("project_name")
  1482. if project_name and project_name in project_name_to_id:
  1483. content_hash = archive_data.get("content_hash")
  1484. if content_hash:
  1485. result = await db.execute(select(PrintArchive).where(PrintArchive.content_hash == content_hash))
  1486. archive = result.scalar_one_or_none()
  1487. if archive:
  1488. archive.project_id = project_name_to_id[project_name]
  1489. # Restore print queue (must be after archives and projects)
  1490. if "print_queue" in backup:
  1491. # Build lookups
  1492. printer_serial_to_id: dict[str, int] = {}
  1493. archive_hash_to_id: dict[str, int] = {}
  1494. project_name_to_id: dict[str, int] = {}
  1495. pr_result = await db.execute(select(Printer))
  1496. for pr in pr_result.scalars().all():
  1497. printer_serial_to_id[pr.serial_number] = pr.id
  1498. ar_result = await db.execute(select(PrintArchive))
  1499. for ar in ar_result.scalars().all():
  1500. if ar.content_hash:
  1501. archive_hash_to_id[ar.content_hash] = ar.id
  1502. proj_result = await db.execute(select(Project))
  1503. for proj in proj_result.scalars().all():
  1504. project_name_to_id[proj.name] = proj.id
  1505. restored["print_queue"] = 0
  1506. skipped["print_queue"] = 0
  1507. skipped_details["print_queue"] = []
  1508. for qi_data in backup["print_queue"]:
  1509. printer_serial = qi_data.get("printer_serial") # Can be None for unassigned items
  1510. archive_hash = qi_data.get("archive_hash")
  1511. # Archive is required, but printer can be None (unassigned)
  1512. if not archive_hash:
  1513. skipped["print_queue"] += 1
  1514. continue
  1515. # Look up printer_id (None if unassigned or printer not found)
  1516. printer_id = printer_serial_to_id.get(printer_serial) if printer_serial else None
  1517. archive_id = archive_hash_to_id.get(archive_hash)
  1518. # Archive must exist, but printer is optional (unassigned items)
  1519. if not archive_id:
  1520. skipped["print_queue"] += 1
  1521. skipped_details["print_queue"].append(
  1522. f"{printer_serial or 'unassigned'}/{archive_hash[:8] if archive_hash else 'N/A'}"
  1523. )
  1524. continue
  1525. # If printer_serial was specified but printer not found, skip
  1526. if printer_serial and not printer_id:
  1527. skipped["print_queue"] += 1
  1528. skipped_details["print_queue"].append(f"{printer_serial}/{archive_hash[:8]}")
  1529. continue
  1530. project_name = qi_data.get("project_name")
  1531. project_id = project_name_to_id.get(project_name) if project_name else None
  1532. qi = PrintQueueItem(
  1533. printer_id=printer_id, # Can be None for unassigned items
  1534. archive_id=archive_id,
  1535. project_id=project_id,
  1536. position=qi_data.get("position", 0),
  1537. require_previous_success=qi_data.get("require_previous_success", False),
  1538. auto_off_after=qi_data.get("auto_off_after", False),
  1539. manual_start=qi_data.get("manual_start", False),
  1540. ams_mapping=qi_data.get("ams_mapping"),
  1541. plate_id=qi_data.get("plate_id"),
  1542. bed_levelling=qi_data.get("bed_levelling", True),
  1543. flow_cali=qi_data.get("flow_cali", False),
  1544. vibration_cali=qi_data.get("vibration_cali", True),
  1545. layer_inspect=qi_data.get("layer_inspect", False),
  1546. timelapse=qi_data.get("timelapse", False),
  1547. use_ams=qi_data.get("use_ams", True),
  1548. status=qi_data.get("status", "pending"),
  1549. error_message=qi_data.get("error_message"),
  1550. )
  1551. if qi_data.get("scheduled_time"):
  1552. qi.scheduled_time = datetime.fromisoformat(qi_data["scheduled_time"])
  1553. if qi_data.get("started_at"):
  1554. qi.started_at = datetime.fromisoformat(qi_data["started_at"])
  1555. if qi_data.get("completed_at"):
  1556. qi.completed_at = datetime.fromisoformat(qi_data["completed_at"])
  1557. db.add(qi)
  1558. restored["print_queue"] += 1
  1559. # Restore pending uploads (skip duplicates by filename)
  1560. if "pending_uploads" in backup:
  1561. # Ensure the pending uploads directory exists
  1562. pending_uploads_dir = base_dir / "virtual_printer" / "uploads"
  1563. pending_uploads_dir.mkdir(parents=True, exist_ok=True)
  1564. for upload_data in backup["pending_uploads"]:
  1565. # Check for existing by filename
  1566. result = await db.execute(
  1567. select(PendingUpload).where(
  1568. PendingUpload.filename == upload_data["filename"],
  1569. PendingUpload.status == "pending",
  1570. )
  1571. )
  1572. existing = result.scalar_one_or_none()
  1573. if existing:
  1574. if overwrite:
  1575. # Update existing
  1576. existing.file_size = upload_data.get("file_size", 0)
  1577. existing.source_ip = upload_data.get("source_ip")
  1578. existing.tags = upload_data.get("tags")
  1579. existing.notes = upload_data.get("notes")
  1580. existing.project_id = upload_data.get("project_id")
  1581. # Update file path if file was restored from ZIP
  1582. if upload_data.get("file_path"):
  1583. restored_file = base_dir / upload_data["file_path"]
  1584. if restored_file.exists():
  1585. # Move to proper location
  1586. target_path = pending_uploads_dir / upload_data["filename"]
  1587. if restored_file != target_path:
  1588. import shutil
  1589. shutil.move(str(restored_file), str(target_path))
  1590. existing.file_path = str(target_path)
  1591. restored["pending_uploads"] += 1
  1592. else:
  1593. skipped["pending_uploads"] += 1
  1594. skipped_details["pending_uploads"].append(upload_data["filename"])
  1595. else:
  1596. # Determine file path
  1597. file_path_str = None
  1598. if upload_data.get("file_path"):
  1599. restored_file = base_dir / upload_data["file_path"]
  1600. if restored_file.exists():
  1601. # Move to proper location
  1602. target_path = pending_uploads_dir / upload_data["filename"]
  1603. if restored_file != target_path:
  1604. import shutil
  1605. shutil.move(str(restored_file), str(target_path))
  1606. file_path_str = str(target_path)
  1607. # Parse uploaded_at
  1608. uploaded_at = None
  1609. if upload_data.get("uploaded_at"):
  1610. try:
  1611. uploaded_at = datetime.fromisoformat(upload_data["uploaded_at"].replace("Z", "+00:00"))
  1612. except (ValueError, AttributeError):
  1613. uploaded_at = datetime.utcnow()
  1614. else:
  1615. uploaded_at = datetime.utcnow()
  1616. pending = PendingUpload(
  1617. filename=upload_data["filename"],
  1618. file_path=file_path_str or "",
  1619. file_size=upload_data.get("file_size", 0),
  1620. source_ip=upload_data.get("source_ip"),
  1621. status="pending",
  1622. tags=upload_data.get("tags"),
  1623. notes=upload_data.get("notes"),
  1624. project_id=upload_data.get("project_id"),
  1625. uploaded_at=uploaded_at,
  1626. )
  1627. db.add(pending)
  1628. restored["pending_uploads"] += 1
  1629. # Restore API keys (generates new keys since we can't restore the hash)
  1630. new_api_keys: list[dict] = [] # Track newly generated keys for response
  1631. if "api_keys" in backup:
  1632. from backend.app.core.auth import generate_api_key
  1633. # Build printer serial to ID mapping
  1634. printer_serial_to_id: dict[str, int] = {}
  1635. pr_result = await db.execute(select(Printer))
  1636. for pr in pr_result.scalars().all():
  1637. printer_serial_to_id[pr.serial_number] = pr.id
  1638. restored["api_keys"] = 0
  1639. skipped["api_keys"] = 0
  1640. skipped_details["api_keys"] = []
  1641. for key_data in backup["api_keys"]:
  1642. # Check if key with same name already exists
  1643. result = await db.execute(select(APIKey).where(APIKey.name == key_data["name"]))
  1644. existing = result.scalar_one_or_none()
  1645. if existing:
  1646. if overwrite:
  1647. # Update permissions but keep the existing key
  1648. existing.can_queue = key_data.get("can_queue", True)
  1649. existing.can_control_printer = key_data.get("can_control_printer", False)
  1650. existing.can_read_status = key_data.get("can_read_status", True)
  1651. existing.enabled = key_data.get("enabled", True)
  1652. if key_data.get("expires_at"):
  1653. existing.expires_at = datetime.fromisoformat(key_data["expires_at"])
  1654. # Convert printer serials to IDs
  1655. if key_data.get("printer_serials"):
  1656. existing.printer_ids = [
  1657. printer_serial_to_id[s] for s in key_data["printer_serials"] if s in printer_serial_to_id
  1658. ]
  1659. restored["api_keys"] += 1
  1660. else:
  1661. skipped["api_keys"] += 1
  1662. skipped_details["api_keys"].append(key_data["name"])
  1663. else:
  1664. # Generate new key
  1665. full_key, key_hash, key_prefix = generate_api_key()
  1666. # Convert printer serials to IDs
  1667. printer_ids = None
  1668. if key_data.get("printer_serials"):
  1669. printer_ids = [
  1670. printer_serial_to_id[s] for s in key_data["printer_serials"] if s in printer_serial_to_id
  1671. ]
  1672. api_key = APIKey(
  1673. name=key_data["name"],
  1674. key_hash=key_hash,
  1675. key_prefix=key_prefix,
  1676. can_queue=key_data.get("can_queue", True),
  1677. can_control_printer=key_data.get("can_control_printer", False),
  1678. can_read_status=key_data.get("can_read_status", True),
  1679. printer_ids=printer_ids,
  1680. enabled=key_data.get("enabled", True),
  1681. )
  1682. if key_data.get("expires_at"):
  1683. api_key.expires_at = datetime.fromisoformat(key_data["expires_at"])
  1684. db.add(api_key)
  1685. restored["api_keys"] += 1
  1686. # Track the new key so user can see it
  1687. new_api_keys.append(
  1688. {
  1689. "name": key_data["name"],
  1690. "key": full_key,
  1691. "key_prefix": key_prefix,
  1692. }
  1693. )
  1694. # Restore users (note: passwords not included in backup - users will need new passwords)
  1695. # Users are skipped by default since they have no passwords; admin must recreate them
  1696. new_users: list[str] = []
  1697. if "users" in backup:
  1698. from backend.app.core.auth import get_password_hash
  1699. for user_data in backup["users"]:
  1700. result = await db.execute(select(User).where(User.username == user_data["username"]))
  1701. existing = result.scalar_one_or_none()
  1702. if existing:
  1703. if overwrite:
  1704. existing.role = user_data.get("role", "user")
  1705. existing.is_active = user_data.get("is_active", True)
  1706. # Don't change password - keep existing
  1707. restored["users"] += 1
  1708. else:
  1709. skipped["users"] += 1
  1710. skipped_details["users"].append(user_data["username"])
  1711. else:
  1712. # Create user with a temporary password that must be changed
  1713. # Generate a random temporary password
  1714. import secrets
  1715. temp_password = secrets.token_urlsafe(16)
  1716. user = User(
  1717. username=user_data["username"],
  1718. password_hash=get_password_hash(temp_password),
  1719. role=user_data.get("role", "user"),
  1720. is_active=user_data.get("is_active", True),
  1721. )
  1722. db.add(user)
  1723. restored["users"] += 1
  1724. new_users.append(f"{user_data['username']} (temp password: {temp_password})")
  1725. await db.commit()
  1726. # If printers were in the backup (restored, updated, or skipped), reconnect all active printers
  1727. # This ensures connections are re-established after restore, even if printers were skipped
  1728. if "printers" in backup:
  1729. # Need fresh query after commit to get proper IDs for newly created printers
  1730. result = await db.execute(select(Printer).where(Printer.is_active.is_(True)))
  1731. active_printers = result.scalars().all()
  1732. for printer in active_printers:
  1733. # This will disconnect existing connection (if any) and reconnect
  1734. try:
  1735. await printer_manager.connect_printer(printer)
  1736. except Exception:
  1737. pass # Connection failed, but don't fail the restore
  1738. # If settings were restored, check if Spoolman needs to be reconnected
  1739. if "settings" in backup:
  1740. spoolman_enabled = await get_setting(db, "spoolman_enabled")
  1741. spoolman_url = await get_setting(db, "spoolman_url")
  1742. if spoolman_enabled and spoolman_enabled.lower() == "true" and spoolman_url:
  1743. try:
  1744. client = await init_spoolman_client(spoolman_url)
  1745. if await client.health_check():
  1746. pass # Connected successfully
  1747. except Exception:
  1748. pass # Spoolman connection failed, but don't fail the restore
  1749. # Reconfigure virtual printer if settings were restored
  1750. try:
  1751. from backend.app.services.virtual_printer import virtual_printer_manager
  1752. vp_enabled = await get_setting(db, "virtual_printer_enabled")
  1753. vp_access_code = await get_setting(db, "virtual_printer_access_code")
  1754. vp_mode = await get_setting(db, "virtual_printer_mode")
  1755. vp_model = await get_setting(db, "virtual_printer_model")
  1756. enabled = vp_enabled and vp_enabled.lower() == "true"
  1757. access_code = vp_access_code or ""
  1758. mode = vp_mode or "immediate"
  1759. model = vp_model or ""
  1760. if enabled and access_code:
  1761. await virtual_printer_manager.configure(
  1762. enabled=True,
  1763. access_code=access_code,
  1764. mode=mode,
  1765. model=model,
  1766. )
  1767. elif not enabled and virtual_printer_manager.is_enabled:
  1768. await virtual_printer_manager.configure(
  1769. enabled=False,
  1770. access_code=access_code,
  1771. mode=mode,
  1772. model=model,
  1773. )
  1774. except Exception:
  1775. pass # Virtual printer config failed, but don't fail the restore
  1776. # Reconfigure MQTT relay if settings were restored
  1777. try:
  1778. from backend.app.services.mqtt_relay import mqtt_relay
  1779. mqtt_settings = {
  1780. "mqtt_enabled": (await get_setting(db, "mqtt_enabled") or "false") == "true",
  1781. "mqtt_broker": await get_setting(db, "mqtt_broker") or "",
  1782. "mqtt_port": int(await get_setting(db, "mqtt_port") or "1883"),
  1783. "mqtt_username": await get_setting(db, "mqtt_username") or "",
  1784. "mqtt_password": await get_setting(db, "mqtt_password") or "",
  1785. "mqtt_topic_prefix": await get_setting(db, "mqtt_topic_prefix") or "bambuddy",
  1786. "mqtt_use_tls": (await get_setting(db, "mqtt_use_tls") or "false") == "true",
  1787. }
  1788. await mqtt_relay.configure(mqtt_settings)
  1789. except Exception:
  1790. pass # MQTT relay config failed, but don't fail the restore
  1791. # Build summary message
  1792. restored_parts = []
  1793. for key, count in restored.items():
  1794. if count > 0:
  1795. restored_parts.append(f"{count} {key.replace('_', ' ')}")
  1796. if files_restored > 0:
  1797. restored_parts.append(f"{files_restored} files")
  1798. skipped_parts = []
  1799. total_skipped = sum(skipped.values())
  1800. for key, count in skipped.items():
  1801. if count > 0:
  1802. skipped_parts.append(f"{count} {key.replace('_', ' ')}")
  1803. message_parts = []
  1804. if restored_parts:
  1805. message_parts.append(f"Restored: {', '.join(restored_parts)}")
  1806. if skipped_parts:
  1807. message_parts.append(f"Skipped (already exist): {', '.join(skipped_parts)}")
  1808. response = {
  1809. "success": True,
  1810. "message": ". ".join(message_parts) if message_parts else "Nothing to restore",
  1811. "restored": restored,
  1812. "skipped": skipped,
  1813. "skipped_details": skipped_details,
  1814. "files_restored": files_restored,
  1815. "total_skipped": total_skipped,
  1816. }
  1817. # Include newly generated API keys if any (so user can see them)
  1818. if new_api_keys:
  1819. response["new_api_keys"] = new_api_keys
  1820. # Include newly created users with temp passwords (so admin can share them)
  1821. if new_users:
  1822. response["new_users"] = new_users
  1823. return response
  1824. # =============================================================================
  1825. # Virtual Printer Settings
  1826. # =============================================================================
  1827. @router.get("/virtual-printer/models")
  1828. async def get_virtual_printer_models():
  1829. """Get available virtual printer models."""
  1830. from backend.app.services.virtual_printer import (
  1831. DEFAULT_VIRTUAL_PRINTER_MODEL,
  1832. VIRTUAL_PRINTER_MODELS,
  1833. )
  1834. return {
  1835. "models": VIRTUAL_PRINTER_MODELS,
  1836. "default": DEFAULT_VIRTUAL_PRINTER_MODEL,
  1837. }
  1838. @router.get("/virtual-printer")
  1839. async def get_virtual_printer_settings(db: AsyncSession = Depends(get_db)):
  1840. """Get virtual printer settings and status."""
  1841. from backend.app.services.virtual_printer import (
  1842. DEFAULT_VIRTUAL_PRINTER_MODEL,
  1843. virtual_printer_manager,
  1844. )
  1845. enabled = await get_setting(db, "virtual_printer_enabled")
  1846. access_code = await get_setting(db, "virtual_printer_access_code")
  1847. mode = await get_setting(db, "virtual_printer_mode")
  1848. model = await get_setting(db, "virtual_printer_model")
  1849. return {
  1850. "enabled": enabled == "true" if enabled else False,
  1851. "access_code_set": bool(access_code),
  1852. "mode": mode or "immediate",
  1853. "model": model or DEFAULT_VIRTUAL_PRINTER_MODEL,
  1854. "status": virtual_printer_manager.get_status(),
  1855. }
  1856. @router.put("/virtual-printer")
  1857. async def update_virtual_printer_settings(
  1858. enabled: bool = None,
  1859. access_code: str = None,
  1860. mode: str = None,
  1861. model: str = None,
  1862. db: AsyncSession = Depends(get_db),
  1863. ):
  1864. """Update virtual printer settings and restart services if needed."""
  1865. from backend.app.services.virtual_printer import (
  1866. DEFAULT_VIRTUAL_PRINTER_MODEL,
  1867. VIRTUAL_PRINTER_MODELS,
  1868. virtual_printer_manager,
  1869. )
  1870. # Get current values
  1871. current_enabled = await get_setting(db, "virtual_printer_enabled") == "true"
  1872. current_access_code = await get_setting(db, "virtual_printer_access_code") or ""
  1873. current_mode = await get_setting(db, "virtual_printer_mode") or "immediate"
  1874. current_model = await get_setting(db, "virtual_printer_model") or DEFAULT_VIRTUAL_PRINTER_MODEL
  1875. # Apply updates
  1876. new_enabled = enabled if enabled is not None else current_enabled
  1877. new_access_code = access_code if access_code is not None else current_access_code
  1878. new_mode = mode if mode is not None else current_mode
  1879. new_model = model if model is not None else current_model
  1880. # Validate mode
  1881. # "review" is the new name for "queue" (pending review before archiving)
  1882. # "print_queue" archives and adds to print queue (unassigned)
  1883. if new_mode not in ("immediate", "queue", "review", "print_queue"):
  1884. return JSONResponse(
  1885. status_code=400,
  1886. content={"detail": "Mode must be 'immediate', 'review', or 'print_queue'"},
  1887. )
  1888. # Normalize legacy "queue" to "review" for storage
  1889. if new_mode == "queue":
  1890. new_mode = "review"
  1891. # Validate model
  1892. if model is not None and model not in VIRTUAL_PRINTER_MODELS:
  1893. return JSONResponse(
  1894. status_code=400,
  1895. content={"detail": f"Invalid model. Must be one of: {', '.join(VIRTUAL_PRINTER_MODELS.keys())}"},
  1896. )
  1897. # Validate access code when enabling
  1898. if new_enabled and not new_access_code:
  1899. return JSONResponse(
  1900. status_code=400,
  1901. content={"detail": "Access code is required when enabling virtual printer"},
  1902. )
  1903. # Validate access code length (Bambu Studio requires exactly 8 characters)
  1904. if access_code is not None and len(access_code) != 8:
  1905. return JSONResponse(
  1906. status_code=400,
  1907. content={"detail": "Access code must be exactly 8 characters"},
  1908. )
  1909. # Save settings
  1910. await set_setting(db, "virtual_printer_enabled", "true" if new_enabled else "false")
  1911. if access_code is not None:
  1912. await set_setting(db, "virtual_printer_access_code", access_code)
  1913. await set_setting(db, "virtual_printer_mode", new_mode)
  1914. if model is not None:
  1915. await set_setting(db, "virtual_printer_model", model)
  1916. await db.commit()
  1917. db.expire_all()
  1918. # Reconfigure virtual printer
  1919. try:
  1920. await virtual_printer_manager.configure(
  1921. enabled=new_enabled,
  1922. access_code=new_access_code,
  1923. mode=new_mode,
  1924. model=new_model,
  1925. )
  1926. except ValueError as e:
  1927. return JSONResponse(
  1928. status_code=400,
  1929. content={"detail": str(e)},
  1930. )
  1931. except Exception as e:
  1932. return JSONResponse(
  1933. status_code=500,
  1934. content={"detail": f"Failed to configure virtual printer: {e}"},
  1935. )
  1936. return await get_virtual_printer_settings(db)
  1937. # =============================================================================
  1938. # MQTT Relay Settings
  1939. # =============================================================================
  1940. @router.get("/mqtt/status")
  1941. async def get_mqtt_status():
  1942. """Get MQTT relay connection status."""
  1943. from backend.app.services.mqtt_relay import mqtt_relay
  1944. return mqtt_relay.get_status()