print_scheduler.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319
  1. """Print scheduler service - processes the print queue."""
  2. import asyncio
  3. import logging
  4. from datetime import datetime
  5. from pathlib import Path
  6. from sqlalchemy import select
  7. from sqlalchemy.ext.asyncio import AsyncSession
  8. from backend.app.core.config import settings
  9. from backend.app.core.database import async_session
  10. from backend.app.models.print_queue import PrintQueueItem
  11. from backend.app.models.printer import Printer
  12. from backend.app.models.archive import PrintArchive
  13. from backend.app.models.smart_plug import SmartPlug
  14. from backend.app.services.bambu_ftp import upload_file_async
  15. from backend.app.services.printer_manager import printer_manager
  16. from backend.app.services.tasmota import tasmota_service
  17. logger = logging.getLogger(__name__)
  18. class PrintScheduler:
  19. """Background scheduler that processes the print queue."""
  20. def __init__(self):
  21. self._running = False
  22. self._check_interval = 30 # seconds
  23. self._power_on_wait_time = 180 # seconds to wait for printer after power on (3 min)
  24. self._power_on_check_interval = 10 # seconds between connection checks
  25. async def run(self):
  26. """Main loop - check queue every interval."""
  27. self._running = True
  28. logger.info("Print scheduler started")
  29. while self._running:
  30. try:
  31. await self.check_queue()
  32. except Exception as e:
  33. logger.error(f"Scheduler error: {e}")
  34. await asyncio.sleep(self._check_interval)
  35. def stop(self):
  36. """Stop the scheduler."""
  37. self._running = False
  38. logger.info("Print scheduler stopped")
  39. async def check_queue(self):
  40. """Check for prints ready to start."""
  41. async with async_session() as db:
  42. # Get all pending items, ordered by printer and position
  43. result = await db.execute(
  44. select(PrintQueueItem)
  45. .where(PrintQueueItem.status == "pending")
  46. .order_by(PrintQueueItem.printer_id, PrintQueueItem.position)
  47. )
  48. items = list(result.scalars().all())
  49. if not items:
  50. return
  51. # Group by printer - only process first item per printer
  52. processed_printers = set()
  53. for item in items:
  54. if item.printer_id in processed_printers:
  55. continue
  56. # Check scheduled time first (scheduled_time is stored in UTC from ISO string)
  57. if item.scheduled_time and item.scheduled_time > datetime.utcnow():
  58. continue
  59. # Check if printer is idle
  60. printer_idle = self._is_printer_idle(item.printer_id)
  61. printer_connected = printer_manager.is_connected(item.printer_id)
  62. # If printer not connected, try to power on via smart plug
  63. if not printer_connected:
  64. plug = await self._get_smart_plug(db, item.printer_id)
  65. if plug and plug.auto_on and plug.enabled:
  66. logger.info(f"Printer {item.printer_id} offline, attempting to power on via smart plug")
  67. powered_on = await self._power_on_and_wait(plug, item.printer_id, db)
  68. if powered_on:
  69. printer_connected = True
  70. printer_idle = self._is_printer_idle(item.printer_id)
  71. else:
  72. logger.warning(f"Could not power on printer {item.printer_id} via smart plug")
  73. processed_printers.add(item.printer_id)
  74. continue
  75. else:
  76. # No plug or auto_on disabled
  77. processed_printers.add(item.printer_id)
  78. continue
  79. # Check if printer is idle (busy with another print)
  80. if not printer_idle:
  81. processed_printers.add(item.printer_id)
  82. continue
  83. # Check condition (previous print success)
  84. if item.require_previous_success:
  85. if not await self._check_previous_success(db, item):
  86. item.status = "skipped"
  87. item.error_message = "Previous print failed or was aborted"
  88. item.completed_at = datetime.now()
  89. await db.commit()
  90. logger.info(f"Skipped queue item {item.id} - previous print failed")
  91. continue
  92. # Start the print
  93. await self._start_print(db, item)
  94. processed_printers.add(item.printer_id)
  95. def _is_printer_idle(self, printer_id: int) -> bool:
  96. """Check if a printer is connected and idle."""
  97. if not printer_manager.is_connected(printer_id):
  98. return False
  99. state = printer_manager.get_status(printer_id)
  100. if not state:
  101. return False
  102. # Printer is idle if state is IDLE or FINISH
  103. return state.state in ("IDLE", "FINISH", "unknown")
  104. async def _get_smart_plug(self, db: AsyncSession, printer_id: int) -> SmartPlug | None:
  105. """Get the smart plug associated with a printer."""
  106. result = await db.execute(
  107. select(SmartPlug).where(SmartPlug.printer_id == printer_id)
  108. )
  109. return result.scalar_one_or_none()
  110. async def _power_on_and_wait(self, plug: SmartPlug, printer_id: int, db: AsyncSession) -> bool:
  111. """Turn on smart plug and wait for printer to connect.
  112. Returns True if printer connected successfully within timeout.
  113. """
  114. # Check current plug state
  115. status = await tasmota_service.get_status(plug)
  116. if not status.get("reachable"):
  117. logger.warning(f"Smart plug '{plug.name}' is not reachable")
  118. return False
  119. # Turn on if not already on
  120. if status.get("state") != "ON":
  121. success = await tasmota_service.turn_on(plug)
  122. if not success:
  123. logger.warning(f"Failed to turn on smart plug '{plug.name}'")
  124. return False
  125. logger.info(f"Powered on smart plug '{plug.name}' for printer {printer_id}")
  126. # Get printer from database for connection
  127. result = await db.execute(select(Printer).where(Printer.id == printer_id))
  128. printer = result.scalar_one_or_none()
  129. if not printer:
  130. logger.error(f"Printer {printer_id} not found in database")
  131. return False
  132. # Wait for printer to boot (give it some time before trying to connect)
  133. logger.info(f"Waiting 30s for printer {printer_id} to boot...")
  134. await asyncio.sleep(30)
  135. # Try to connect to the printer periodically
  136. elapsed = 30 # Already waited 30s
  137. while elapsed < self._power_on_wait_time:
  138. # Try to connect
  139. logger.info(f"Attempting to connect to printer {printer_id}...")
  140. try:
  141. connected = await printer_manager.connect_printer(printer)
  142. if connected:
  143. logger.info(f"Printer {printer_id} connected after {elapsed}s")
  144. # Give it a moment to stabilize and get status
  145. await asyncio.sleep(5)
  146. return True
  147. except Exception as e:
  148. logger.debug(f"Connection attempt failed: {e}")
  149. await asyncio.sleep(self._power_on_check_interval)
  150. elapsed += self._power_on_check_interval
  151. logger.debug(f"Waiting for printer {printer_id} to connect... ({elapsed}s)")
  152. logger.warning(f"Printer {printer_id} did not connect within {self._power_on_wait_time}s after power on")
  153. return False
  154. async def _check_previous_success(self, db: AsyncSession, item: PrintQueueItem) -> bool:
  155. """Check if the previous print on this printer succeeded."""
  156. # Find the most recent completed queue item for this printer
  157. result = await db.execute(
  158. select(PrintQueueItem)
  159. .where(PrintQueueItem.printer_id == item.printer_id)
  160. .where(PrintQueueItem.id != item.id)
  161. .where(PrintQueueItem.status.in_(["completed", "failed", "skipped", "aborted"]))
  162. .order_by(PrintQueueItem.completed_at.desc())
  163. .limit(1)
  164. )
  165. prev_item = result.scalar_one_or_none()
  166. # If no previous item, assume success (first in queue)
  167. if not prev_item:
  168. return True
  169. return prev_item.status == "completed"
  170. async def _power_off_if_needed(self, db: AsyncSession, item: PrintQueueItem):
  171. """Power off printer if auto_off_after is enabled (waits for cooldown)."""
  172. if not item.auto_off_after:
  173. return
  174. plug = await self._get_smart_plug(db, item.printer_id)
  175. if plug and plug.enabled:
  176. logger.info(f"Auto-off: Waiting for printer {item.printer_id} to cool down before power off...")
  177. # Wait for cooldown (up to 10 minutes)
  178. await printer_manager.wait_for_cooldown(item.printer_id, target_temp=50.0, timeout=600)
  179. logger.info(f"Auto-off: Powering off printer {item.printer_id}")
  180. await tasmota_service.turn_off(plug)
  181. async def _start_print(self, db: AsyncSession, item: PrintQueueItem):
  182. """Upload file and start print for a queue item."""
  183. logger.info(f"Starting queue item {item.id}")
  184. # Get archive
  185. result = await db.execute(
  186. select(PrintArchive).where(PrintArchive.id == item.archive_id)
  187. )
  188. archive = result.scalar_one_or_none()
  189. if not archive:
  190. item.status = "failed"
  191. item.error_message = "Archive not found"
  192. item.completed_at = datetime.utcnow()
  193. await db.commit()
  194. logger.error(f"Queue item {item.id}: Archive {item.archive_id} not found")
  195. await self._power_off_if_needed(db, item)
  196. return
  197. # Get printer
  198. result = await db.execute(
  199. select(Printer).where(Printer.id == item.printer_id)
  200. )
  201. printer = result.scalar_one_or_none()
  202. if not printer:
  203. item.status = "failed"
  204. item.error_message = "Printer not found"
  205. item.completed_at = datetime.utcnow()
  206. await db.commit()
  207. logger.error(f"Queue item {item.id}: Printer {item.printer_id} not found")
  208. await self._power_off_if_needed(db, item)
  209. return
  210. # Check printer is connected
  211. if not printer_manager.is_connected(item.printer_id):
  212. item.status = "failed"
  213. item.error_message = "Printer not connected"
  214. item.completed_at = datetime.utcnow()
  215. await db.commit()
  216. logger.error(f"Queue item {item.id}: Printer {item.printer_id} not connected")
  217. await self._power_off_if_needed(db, item)
  218. return
  219. # Get file path
  220. file_path = settings.base_dir / archive.file_path
  221. if not file_path.exists():
  222. item.status = "failed"
  223. item.error_message = "Archive file not found on disk"
  224. item.completed_at = datetime.utcnow()
  225. await db.commit()
  226. logger.error(f"Queue item {item.id}: File not found: {file_path}")
  227. await self._power_off_if_needed(db, item)
  228. return
  229. # Upload file to printer via FTP
  230. remote_filename = archive.filename
  231. remote_path = f"/cache/{remote_filename}"
  232. try:
  233. uploaded = await upload_file_async(
  234. printer.ip_address,
  235. printer.access_code,
  236. file_path,
  237. remote_path,
  238. )
  239. except Exception as e:
  240. uploaded = False
  241. logger.error(f"Queue item {item.id}: FTP error: {e}")
  242. if not uploaded:
  243. item.status = "failed"
  244. item.error_message = "Failed to upload file to printer"
  245. item.completed_at = datetime.utcnow()
  246. await db.commit()
  247. logger.error(f"Queue item {item.id}: FTP upload failed")
  248. await self._power_off_if_needed(db, item)
  249. return
  250. # Register as expected print so we don't create a duplicate archive
  251. from backend.app.main import register_expected_print
  252. register_expected_print(item.printer_id, remote_filename, archive.id)
  253. # Start the print
  254. started = printer_manager.start_print(item.printer_id, remote_filename)
  255. if started:
  256. item.status = "printing"
  257. item.started_at = datetime.utcnow()
  258. await db.commit()
  259. logger.info(f"Queue item {item.id}: Print started - {archive.filename}")
  260. else:
  261. item.status = "failed"
  262. item.error_message = "Failed to send print command"
  263. item.completed_at = datetime.utcnow()
  264. await db.commit()
  265. logger.error(f"Queue item {item.id}: Failed to start print")
  266. await self._power_off_if_needed(db, item)
  267. # Global scheduler instance
  268. scheduler = PrintScheduler()