print_queue.py 43 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061
  1. """API routes for print queue management."""
  2. import json
  3. import logging
  4. import zipfile
  5. from datetime import datetime, timezone
  6. from pathlib import Path
  7. import defusedxml.ElementTree as ET
  8. from fastapi import APIRouter, Depends, HTTPException, Query
  9. from sqlalchemy import and_, func, or_, select
  10. from sqlalchemy.ext.asyncio import AsyncSession
  11. from sqlalchemy.orm import selectinload
  12. from backend.app.core.auth import RequirePermissionIfAuthEnabled, require_ownership_permission
  13. from backend.app.core.config import settings
  14. from backend.app.core.database import get_db
  15. from backend.app.core.permissions import Permission
  16. from backend.app.models.archive import PrintArchive
  17. from backend.app.models.library import LibraryFile
  18. from backend.app.models.print_batch import PrintBatch
  19. from backend.app.models.print_queue import PrintQueueItem
  20. from backend.app.models.printer import Printer
  21. from backend.app.models.project import Project
  22. from backend.app.models.user import User
  23. from backend.app.schemas.print_queue import (
  24. PrintBatchResponse,
  25. PrintQueueBulkUpdate,
  26. PrintQueueBulkUpdateResponse,
  27. PrintQueueItemCreate,
  28. PrintQueueItemResponse,
  29. PrintQueueItemUpdate,
  30. PrintQueueReorder,
  31. )
  32. from backend.app.services.notification_service import notification_service
  33. from backend.app.utils.printer_models import normalize_printer_model, normalize_printer_model_id
  34. from backend.app.utils.threemf_tools import extract_filament_usage_from_3mf
  35. logger = logging.getLogger(__name__)
  36. router = APIRouter(prefix="/queue", tags=["queue"])
  37. def _extract_filament_types_from_3mf(file_path: Path, plate_id: int | None = None) -> list[str]:
  38. """Extract unique filament types from a 3MF file.
  39. Args:
  40. file_path: Path to the 3MF file
  41. plate_id: Optional plate index to filter for (for multi-plate files)
  42. Returns:
  43. List of unique filament types (e.g., ["PLA", "PETG"])
  44. """
  45. types: set[str] = set()
  46. try:
  47. with zipfile.ZipFile(file_path, "r") as zf:
  48. if "Metadata/slice_info.config" not in zf.namelist():
  49. return []
  50. content = zf.read("Metadata/slice_info.config").decode()
  51. root = ET.fromstring(content)
  52. if plate_id is not None:
  53. # Find the plate element with matching index
  54. for plate_elem in root.findall(".//plate"):
  55. plate_index = None
  56. for meta in plate_elem.findall("metadata"):
  57. if meta.get("key") == "index":
  58. try:
  59. plate_index = int(meta.get("value", "0"))
  60. except ValueError:
  61. pass # Skip plate with unparseable index
  62. break
  63. if plate_index == plate_id:
  64. for filament_elem in plate_elem.findall("filament"):
  65. filament_type = filament_elem.get("type", "")
  66. used_g = filament_elem.get("used_g", "0")
  67. try:
  68. used_grams = float(used_g)
  69. except (ValueError, TypeError):
  70. used_grams = 0
  71. if used_grams > 0 and filament_type:
  72. types.add(filament_type)
  73. break
  74. else:
  75. # No plate_id specified - extract all filaments with used_g > 0
  76. for filament_elem in root.findall(".//filament"):
  77. filament_type = filament_elem.get("type", "")
  78. used_g = filament_elem.get("used_g", "0")
  79. try:
  80. used_grams = float(used_g)
  81. except (ValueError, TypeError):
  82. used_grams = 0
  83. if used_grams > 0 and filament_type:
  84. types.add(filament_type)
  85. except Exception as e:
  86. logger.warning("Failed to extract filament types from %s: %s", file_path, e)
  87. return sorted(types)
  88. def _extract_print_time_from_3mf(file_path: Path, plate_id: int | None = None) -> int | None:
  89. """Extract print time (prediction) from a 3MF file.
  90. Args:
  91. file_path: Path to the 3MF file
  92. plate_id: Optional plate index to filter for (for multi-plate files)
  93. Returns:
  94. Print time in seconds, or None if not found
  95. """
  96. try:
  97. with zipfile.ZipFile(file_path, "r") as zf:
  98. if "Metadata/slice_info.config" not in zf.namelist():
  99. return None
  100. content = zf.read("Metadata/slice_info.config").decode()
  101. root = ET.fromstring(content)
  102. if plate_id is not None:
  103. for plate_elem in root.findall(".//plate"):
  104. plate_index = None
  105. for meta in plate_elem.findall("metadata"):
  106. if meta.get("key") == "index":
  107. try:
  108. plate_index = int(meta.get("value", "0"))
  109. except ValueError:
  110. pass # Skip plate with unparseable index
  111. break
  112. if plate_index == plate_id:
  113. for meta in plate_elem.findall("metadata"):
  114. if meta.get("key") == "prediction":
  115. try:
  116. return int(meta.get("value", "0"))
  117. except ValueError:
  118. return None
  119. break
  120. else:
  121. plate_elem = root.find(".//plate")
  122. if plate_elem is not None:
  123. for meta in plate_elem.findall("metadata"):
  124. if meta.get("key") == "prediction":
  125. try:
  126. return int(meta.get("value", "0"))
  127. except ValueError:
  128. return None
  129. except Exception as e:
  130. logger.warning("Failed to extract print time from %s: %s", file_path, e)
  131. return None
  132. def _enrich_response(item: PrintQueueItem) -> PrintQueueItemResponse:
  133. """Add nested archive/printer/library_file info to response."""
  134. # Parse ams_mapping from JSON string BEFORE model_validate
  135. ams_mapping_parsed = None
  136. if item.ams_mapping:
  137. try:
  138. ams_mapping_parsed = json.loads(item.ams_mapping)
  139. except json.JSONDecodeError:
  140. ams_mapping_parsed = None
  141. # Parse required_filament_types from JSON string
  142. required_filament_types_parsed = None
  143. if item.required_filament_types:
  144. try:
  145. required_filament_types_parsed = json.loads(item.required_filament_types)
  146. except json.JSONDecodeError:
  147. required_filament_types_parsed = None
  148. # Parse filament_overrides from JSON string
  149. filament_overrides_parsed = None
  150. if item.filament_overrides:
  151. try:
  152. filament_overrides_parsed = json.loads(item.filament_overrides)
  153. except json.JSONDecodeError:
  154. filament_overrides_parsed = None
  155. # Create response with parsed ams_mapping
  156. item_dict = {
  157. "id": item.id,
  158. "printer_id": item.printer_id,
  159. "target_model": item.target_model,
  160. "target_location": item.target_location,
  161. "required_filament_types": required_filament_types_parsed,
  162. "filament_overrides": filament_overrides_parsed,
  163. "waiting_reason": item.waiting_reason,
  164. "archive_id": item.archive_id,
  165. "library_file_id": item.library_file_id,
  166. "position": item.position,
  167. "scheduled_time": item.scheduled_time,
  168. "require_previous_success": item.require_previous_success,
  169. "auto_off_after": item.auto_off_after,
  170. "manual_start": item.manual_start,
  171. "ams_mapping": ams_mapping_parsed,
  172. "plate_id": item.plate_id,
  173. "bed_levelling": item.bed_levelling,
  174. "flow_cali": item.flow_cali,
  175. "vibration_cali": item.vibration_cali,
  176. "layer_inspect": item.layer_inspect,
  177. "timelapse": item.timelapse,
  178. "use_ams": item.use_ams,
  179. "status": item.status,
  180. "started_at": item.started_at,
  181. "completed_at": item.completed_at,
  182. "error_message": item.error_message,
  183. "created_at": item.created_at,
  184. # User tracking (Issue #206)
  185. "created_by_id": item.created_by_id,
  186. "created_by_username": item.created_by.username if item.created_by else None,
  187. # Batch grouping
  188. "batch_id": item.batch_id,
  189. "batch_name": item.batch.name if item.batch else None,
  190. # SJF scheduling
  191. "been_jumped": item.been_jumped,
  192. # Auto-print G-code injection
  193. "gcode_injection": item.gcode_injection,
  194. }
  195. response = PrintQueueItemResponse(**item_dict)
  196. if item.archive:
  197. # Soft-deleted archive: files are gone from disk but the row stays
  198. # (its filament/cost contribution still flows into stats per #1343).
  199. # Suppress the archive-derived UI surface so the queue page doesn't
  200. # 404-storm the thumbnail / plates / plate-thumbnail endpoints — the
  201. # frontend's existing truthy gate on archive_thumbnail covers it
  202. # (#1348 follow-up). The archive_deleted flag lets the UI render a
  203. # "source deleted" badge on these rows.
  204. if item.archive.deleted_at is not None:
  205. response.archive_deleted = True
  206. else:
  207. response.archive_name = item.archive.print_name or item.archive.filename
  208. response.archive_thumbnail = item.archive.thumbnail_path
  209. response.print_time_seconds = item.archive.print_time_seconds
  210. response.filament_used_grams = item.archive.filament_used_grams
  211. response.filament_type = item.archive.filament_type
  212. response.filament_color = item.archive.filament_color
  213. response.layer_height = item.archive.layer_height
  214. response.nozzle_diameter = item.archive.nozzle_diameter
  215. response.sliced_for_model = item.archive.sliced_for_model
  216. if item.plate_id:
  217. archive_path = settings.base_dir / item.archive.file_path
  218. if archive_path.exists():
  219. plate_time = _extract_print_time_from_3mf(archive_path, item.plate_id)
  220. plate_weight = sum(
  221. f["used_g"] for f in extract_filament_usage_from_3mf(archive_path, item.plate_id)
  222. )
  223. if plate_time is not None:
  224. response.print_time_seconds = plate_time
  225. if plate_weight > 0:
  226. response.filament_used_grams = plate_weight
  227. if item.library_file:
  228. response.library_file_name = (
  229. item.library_file.file_metadata.get("print_name") if item.library_file.file_metadata else None
  230. )
  231. if not response.library_file_name:
  232. response.library_file_name = item.library_file.filename
  233. response.library_file_thumbnail = item.library_file.thumbnail_path
  234. # Get metadata from library file if no archive
  235. if not item.archive and item.library_file.file_metadata:
  236. response.print_time_seconds = item.library_file.file_metadata.get("print_time_seconds")
  237. response.filament_used_grams = item.library_file.file_metadata.get("filament_used_grams")
  238. response.filament_type = item.library_file.file_metadata.get("filament_type")
  239. response.filament_color = item.library_file.file_metadata.get("filament_color")
  240. response.layer_height = item.library_file.file_metadata.get("layer_height")
  241. response.nozzle_diameter = item.library_file.file_metadata.get("nozzle_diameter")
  242. response.sliced_for_model = item.library_file.file_metadata.get("sliced_for_model")
  243. if item.plate_id:
  244. lib_path = Path(item.library_file.file_path)
  245. library_file_path = lib_path if lib_path.is_absolute() else settings.base_dir / item.library_file.file_path
  246. if library_file_path.exists():
  247. plate_time = _extract_print_time_from_3mf(library_file_path, item.plate_id)
  248. plate_weight = sum(
  249. f["used_g"] for f in extract_filament_usage_from_3mf(library_file_path, item.plate_id)
  250. )
  251. if plate_time is not None:
  252. response.print_time_seconds = plate_time
  253. if plate_weight > 0:
  254. response.filament_used_grams = plate_weight
  255. if item.printer:
  256. response.printer_name = item.printer.name
  257. return response
  258. @router.get("/", response_model=list[PrintQueueItemResponse])
  259. async def list_queue(
  260. printer_id: int | None = Query(None, description="Filter by printer (-1 for unassigned)"),
  261. status: str | None = Query(None, description="Filter by status"),
  262. target_model: str | None = Query(
  263. None, description="Filter by target model (also includes model-based items when combined with printer_id)"
  264. ),
  265. db: AsyncSession = Depends(get_db),
  266. _: User | None = RequirePermissionIfAuthEnabled(Permission.QUEUE_READ),
  267. ):
  268. """List all queue items, optionally filtered by printer or status."""
  269. query = (
  270. select(PrintQueueItem)
  271. .options(
  272. selectinload(PrintQueueItem.archive),
  273. selectinload(PrintQueueItem.printer),
  274. selectinload(PrintQueueItem.library_file),
  275. selectinload(PrintQueueItem.created_by),
  276. selectinload(PrintQueueItem.batch),
  277. )
  278. .order_by(PrintQueueItem.printer_id.nulls_first(), PrintQueueItem.position)
  279. )
  280. if printer_id is not None:
  281. if printer_id == -1:
  282. # Special value: filter for unassigned items
  283. query = query.where(PrintQueueItem.printer_id.is_(None))
  284. else:
  285. # Resolve effective model: prefer explicit param, fall back to printer's DB model.
  286. # This ensures model-based "Any X" items are returned even when the frontend
  287. # doesn't send target_model (e.g. printer.model is NULL on the client side).
  288. effective_model = target_model
  289. if not effective_model:
  290. printer_row = (
  291. await db.execute(select(Printer.model).where(Printer.id == printer_id))
  292. ).scalar_one_or_none()
  293. effective_model = printer_row
  294. if effective_model:
  295. # Include both printer-specific items AND model-based (unassigned) items
  296. query = query.where(
  297. or_(
  298. PrintQueueItem.printer_id == printer_id,
  299. and_(
  300. PrintQueueItem.printer_id.is_(None),
  301. func.lower(PrintQueueItem.target_model) == effective_model.lower(),
  302. ),
  303. )
  304. )
  305. else:
  306. query = query.where(PrintQueueItem.printer_id == printer_id)
  307. elif target_model:
  308. query = query.where(func.lower(PrintQueueItem.target_model) == target_model.lower())
  309. if status:
  310. query = query.where(PrintQueueItem.status == status)
  311. result = await db.execute(query)
  312. items = result.scalars().all()
  313. return [_enrich_response(item) for item in items]
  314. @router.post("/", response_model=PrintQueueItemResponse)
  315. async def add_to_queue(
  316. data: PrintQueueItemCreate,
  317. db: AsyncSession = Depends(get_db),
  318. current_user: User | None = RequirePermissionIfAuthEnabled(Permission.QUEUE_CREATE),
  319. ):
  320. """Add an item to the print queue."""
  321. # Normalize target_model (e.g., "Bambu Lab X1E" / "C13" -> "X1E")
  322. target_model_norm = None
  323. if data.target_model:
  324. target_model_norm = (
  325. normalize_printer_model(data.target_model)
  326. or normalize_printer_model_id(data.target_model)
  327. or data.target_model
  328. )
  329. # Validate that either archive_id or library_file_id is provided
  330. if not data.archive_id and not data.library_file_id:
  331. raise HTTPException(400, "Either archive_id or library_file_id must be provided")
  332. # Cannot specify both printer_id and target_model
  333. if data.printer_id and target_model_norm:
  334. raise HTTPException(400, "Cannot specify both printer_id and target_model")
  335. # Validate printer exists (if assigned)
  336. if data.printer_id is not None:
  337. result = await db.execute(select(Printer).where(Printer.id == data.printer_id))
  338. if not result.scalar_one_or_none():
  339. raise HTTPException(400, "Printer not found")
  340. # Validate target_model has active printers
  341. if target_model_norm:
  342. result = await db.execute(
  343. select(Printer).where(Printer.model == target_model_norm).where(Printer.is_active == True) # noqa: E712
  344. )
  345. if not result.scalars().first():
  346. raise HTTPException(400, f"No active printers for model: {target_model_norm}")
  347. # Validate archive exists (if provided) and get it for filament extraction
  348. archive = None
  349. if data.archive_id:
  350. result = await db.execute(select(PrintArchive).where(PrintArchive.id == data.archive_id))
  351. archive = result.scalar_one_or_none()
  352. if not archive:
  353. raise HTTPException(400, "Archive not found")
  354. # Validate library file exists (if provided) and get it for filament extraction
  355. library_file = None
  356. if data.library_file_id:
  357. result = await db.execute(LibraryFile.active().where(LibraryFile.id == data.library_file_id))
  358. library_file = result.scalar_one_or_none()
  359. if not library_file:
  360. raise HTTPException(400, "Library file not found")
  361. # Extract filament types for model-based assignment (used by scheduler for validation)
  362. required_filament_types = None
  363. if target_model_norm:
  364. # Get file path from archive or library file
  365. file_path = None
  366. if archive:
  367. file_path = settings.base_dir / archive.file_path
  368. elif library_file:
  369. lib_path = Path(library_file.file_path)
  370. file_path = lib_path if lib_path.is_absolute() else settings.base_dir / library_file.file_path
  371. if file_path and file_path.exists():
  372. filament_types = _extract_filament_types_from_3mf(file_path, data.plate_id)
  373. if filament_types:
  374. required_filament_types = json.dumps(filament_types)
  375. logger.info("Extracted filament types for model-based queue: %s", filament_types)
  376. # If filament overrides are provided, update required_filament_types to match override types
  377. filament_overrides_json = None
  378. if data.filament_overrides and target_model_norm:
  379. filament_overrides_json = json.dumps(data.filament_overrides)
  380. # Update required_filament_types from overrides so scheduler validates against overridden types
  381. override_types = sorted({o["type"] for o in data.filament_overrides if "type" in o})
  382. if override_types:
  383. # Merge with existing types (overrides may only cover some slots)
  384. existing_types = set(json.loads(required_filament_types)) if required_filament_types else set()
  385. # Replace types for overridden slots, keep others
  386. all_types = existing_types | set(override_types)
  387. required_filament_types = json.dumps(sorted(all_types))
  388. # Validate quantity
  389. quantity = max(1, data.quantity)
  390. # Create batch if quantity > 1
  391. batch = None
  392. batch_id = None
  393. if quantity > 1:
  394. # Derive batch name from source file
  395. batch_name_base = "Batch"
  396. if archive:
  397. batch_name_base = archive.print_name or archive.filename or "Batch"
  398. elif library_file:
  399. if library_file.file_metadata:
  400. batch_name_base = library_file.file_metadata.get("print_name") or library_file.filename
  401. else:
  402. batch_name_base = library_file.filename
  403. batch_name_base = batch_name_base.replace(".gcode.3mf", "").replace(".3mf", "")
  404. batch = PrintBatch(
  405. name=f"{batch_name_base} ×{quantity}",
  406. archive_id=data.archive_id,
  407. library_file_id=data.library_file_id,
  408. quantity=quantity,
  409. status="active",
  410. created_by_id=current_user.id if current_user else None,
  411. )
  412. db.add(batch)
  413. await db.flush() # Get batch.id before creating items
  414. batch_id = batch.id
  415. # Get next position for this printer (or for unassigned/model-based items)
  416. if data.printer_id is not None:
  417. result = await db.execute(
  418. select(func.max(PrintQueueItem.position))
  419. .where(PrintQueueItem.printer_id == data.printer_id)
  420. .where(PrintQueueItem.status == "pending")
  421. )
  422. else:
  423. # For unassigned/model-based items, get max position across all unassigned
  424. result = await db.execute(
  425. select(func.max(PrintQueueItem.position))
  426. .where(PrintQueueItem.printer_id.is_(None))
  427. .where(PrintQueueItem.status == "pending")
  428. )
  429. max_pos = result.scalar() or 0
  430. # Resolve print_time_seconds for SJF scheduling (cache on item at creation)
  431. cached_print_time = None
  432. if archive:
  433. cached_print_time = archive.print_time_seconds
  434. if data.plate_id:
  435. archive_path = settings.base_dir / archive.file_path
  436. if archive_path.exists():
  437. plate_time = _extract_print_time_from_3mf(archive_path, data.plate_id)
  438. if plate_time is not None:
  439. cached_print_time = plate_time
  440. elif library_file:
  441. if library_file.file_metadata:
  442. cached_print_time = library_file.file_metadata.get("print_time_seconds")
  443. if data.plate_id:
  444. lib_path = Path(library_file.file_path)
  445. library_file_path = lib_path if lib_path.is_absolute() else settings.base_dir / library_file.file_path
  446. if library_file_path.exists():
  447. plate_time = _extract_print_time_from_3mf(library_file_path, data.plate_id)
  448. if plate_time is not None:
  449. cached_print_time = plate_time
  450. # Validate project exists before insert so a bogus ID yields 404, not an FK-constraint 500
  451. if data.project_id is not None:
  452. project_result = await db.execute(select(Project).where(Project.id == data.project_id))
  453. if not project_result.scalar_one_or_none():
  454. raise HTTPException(status_code=404, detail="Project not found")
  455. ams_mapping_json = json.dumps(data.ams_mapping) if data.ams_mapping else None
  456. items = []
  457. for i in range(quantity):
  458. item = PrintQueueItem(
  459. printer_id=data.printer_id,
  460. target_model=target_model_norm,
  461. target_location=data.target_location,
  462. required_filament_types=required_filament_types,
  463. filament_overrides=filament_overrides_json,
  464. archive_id=data.archive_id,
  465. library_file_id=data.library_file_id,
  466. scheduled_time=data.scheduled_time,
  467. require_previous_success=data.require_previous_success,
  468. auto_off_after=data.auto_off_after,
  469. manual_start=data.manual_start,
  470. ams_mapping=ams_mapping_json,
  471. plate_id=data.plate_id,
  472. bed_levelling=data.bed_levelling,
  473. flow_cali=data.flow_cali,
  474. vibration_cali=data.vibration_cali,
  475. layer_inspect=data.layer_inspect,
  476. timelapse=data.timelapse,
  477. use_ams=data.use_ams,
  478. gcode_injection=data.gcode_injection,
  479. project_id=data.project_id,
  480. position=max_pos + 1 + i,
  481. status="pending",
  482. created_by_id=current_user.id if current_user else None,
  483. batch_id=batch_id,
  484. print_time_seconds=cached_print_time,
  485. )
  486. db.add(item)
  487. items.append(item)
  488. await db.commit()
  489. # Refresh the first item for the response
  490. item = items[0]
  491. await db.refresh(item)
  492. await db.refresh(item, ["archive", "printer", "library_file", "created_by", "batch"])
  493. source_name = f"archive {data.archive_id}" if data.archive_id else f"library file {data.library_file_id}"
  494. target_desc = data.printer_id or (f"model {target_model_norm}" if target_model_norm else "unassigned")
  495. qty_desc = f" (×{quantity})" if quantity > 1 else ""
  496. logger.info("Added %s to queue for %s%s", source_name, target_desc, qty_desc)
  497. # MQTT relay - publish queue job added
  498. try:
  499. from backend.app.services.mqtt_relay import mqtt_relay
  500. await mqtt_relay.on_queue_job_added(
  501. job_id=item.id,
  502. filename=item.archive.filename if item.archive else "",
  503. printer_id=item.printer_id,
  504. printer_name=item.printer.name if item.printer else None,
  505. )
  506. except Exception:
  507. pass # Don't fail queue add if MQTT fails
  508. # Send notification for job added
  509. try:
  510. job_name = (
  511. item.archive.filename
  512. if item.archive
  513. else item.library_file.filename
  514. if item.library_file
  515. else f"Job #{item.id}"
  516. )
  517. job_name = job_name.replace(".gcode.3mf", "").replace(".3mf", "")
  518. if quantity > 1:
  519. job_name = f"{job_name} ×{quantity}"
  520. target = (
  521. item.printer.name if item.printer else (f"Any {item.target_model}" if target_model_norm else "Unassigned")
  522. )
  523. await notification_service.on_queue_job_added(
  524. job_name=job_name,
  525. target=target,
  526. db=db,
  527. printer_id=item.printer_id,
  528. printer_name=item.printer.name if item.printer else None,
  529. )
  530. except Exception:
  531. pass # Don't fail queue add if notification fails
  532. return _enrich_response(item)
  533. @router.patch("/bulk", response_model=PrintQueueBulkUpdateResponse)
  534. async def bulk_update_queue_items(
  535. data: PrintQueueBulkUpdate,
  536. db: AsyncSession = Depends(get_db),
  537. auth_result: tuple[User | None, bool] = Depends(
  538. require_ownership_permission(
  539. Permission.QUEUE_UPDATE_ALL,
  540. Permission.QUEUE_UPDATE_OWN,
  541. )
  542. ),
  543. ):
  544. """Bulk update multiple queue items with the same values.
  545. Only pending items can be updated. Non-pending items are skipped.
  546. Items not owned by the user are also skipped (unless user has *_all permission).
  547. """
  548. user, can_modify_all = auth_result
  549. if not data.item_ids:
  550. raise HTTPException(400, "No item IDs provided")
  551. # Get fields to update (exclude item_ids and unset fields)
  552. update_data = data.model_dump(exclude={"item_ids"}, exclude_unset=True)
  553. if not update_data:
  554. raise HTTPException(400, "No fields to update")
  555. # Validate printer_id if being changed
  556. if "printer_id" in update_data and update_data["printer_id"] is not None:
  557. result = await db.execute(select(Printer).where(Printer.id == update_data["printer_id"]))
  558. if not result.scalar_one_or_none():
  559. raise HTTPException(400, "Printer not found")
  560. # Fetch all items
  561. result = await db.execute(select(PrintQueueItem).where(PrintQueueItem.id.in_(data.item_ids)))
  562. items = result.scalars().all()
  563. updated_count = 0
  564. skipped_count = 0
  565. for item in items:
  566. if item.status != "pending":
  567. skipped_count += 1
  568. continue
  569. # Ownership check
  570. if not can_modify_all and item.created_by_id != user.id:
  571. skipped_count += 1
  572. continue
  573. for field, value in update_data.items():
  574. setattr(item, field, value)
  575. updated_count += 1
  576. await db.commit()
  577. logger.info("Bulk updated %s queue items, skipped %s", updated_count, skipped_count)
  578. return PrintQueueBulkUpdateResponse(
  579. updated_count=updated_count,
  580. skipped_count=skipped_count,
  581. message=f"Updated {updated_count} items"
  582. + (f", skipped {skipped_count} non-pending/not-owned" if skipped_count else ""),
  583. )
  584. # --- Batch endpoints ---
  585. @router.get("/batches", response_model=list[PrintBatchResponse])
  586. async def list_batches(
  587. status: str | None = Query(None, description="Filter by status (active, completed, cancelled)"),
  588. db: AsyncSession = Depends(get_db),
  589. current_user: User | None = RequirePermissionIfAuthEnabled(Permission.QUEUE_READ),
  590. ):
  591. """List all print batches with progress stats."""
  592. query = select(PrintBatch).order_by(PrintBatch.created_at.desc())
  593. if status:
  594. query = query.where(PrintBatch.status == status)
  595. result = await db.execute(query)
  596. batches = result.scalars().all()
  597. responses = []
  598. for batch in batches:
  599. responses.append(await _build_batch_response(db, batch))
  600. return responses
  601. @router.get("/batches/{batch_id}", response_model=PrintBatchResponse)
  602. async def get_batch(
  603. batch_id: int,
  604. db: AsyncSession = Depends(get_db),
  605. current_user: User | None = RequirePermissionIfAuthEnabled(Permission.QUEUE_READ),
  606. ):
  607. """Get a print batch with progress stats."""
  608. result = await db.execute(select(PrintBatch).where(PrintBatch.id == batch_id))
  609. batch = result.scalar_one_or_none()
  610. if not batch:
  611. raise HTTPException(404, "Batch not found")
  612. return await _build_batch_response(db, batch)
  613. @router.delete("/batches/{batch_id}")
  614. async def cancel_batch(
  615. batch_id: int,
  616. db: AsyncSession = Depends(get_db),
  617. current_user: User | None = RequirePermissionIfAuthEnabled(Permission.QUEUE_DELETE_ALL),
  618. ):
  619. """Cancel all pending items in a batch and mark batch as cancelled."""
  620. result = await db.execute(select(PrintBatch).where(PrintBatch.id == batch_id))
  621. batch = result.scalar_one_or_none()
  622. if not batch:
  623. raise HTTPException(404, "Batch not found")
  624. # Cancel all pending queue items in this batch
  625. result = await db.execute(
  626. select(PrintQueueItem).where(and_(PrintQueueItem.batch_id == batch_id, PrintQueueItem.status == "pending"))
  627. )
  628. pending_items = result.scalars().all()
  629. cancelled_count = 0
  630. for item in pending_items:
  631. item.status = "cancelled"
  632. cancelled_count += 1
  633. batch.status = "cancelled"
  634. await db.commit()
  635. return {"message": f"Batch cancelled, {cancelled_count} pending items cancelled"}
  636. async def _build_batch_response(db: AsyncSession, batch: PrintBatch) -> PrintBatchResponse:
  637. """Build a batch response with derived counts from queue items."""
  638. # Count queue items by status
  639. result = await db.execute(
  640. select(PrintQueueItem.status, func.count(PrintQueueItem.id))
  641. .where(PrintQueueItem.batch_id == batch.id)
  642. .group_by(PrintQueueItem.status)
  643. )
  644. status_counts = {row[0]: row[1] for row in result.fetchall()}
  645. # Load created_by for username
  646. created_by_username = None
  647. if batch.created_by_id:
  648. result = await db.execute(select(User).where(User.id == batch.created_by_id))
  649. user = result.scalar_one_or_none()
  650. if user:
  651. created_by_username = user.username
  652. return PrintBatchResponse(
  653. id=batch.id,
  654. name=batch.name,
  655. archive_id=batch.archive_id,
  656. library_file_id=batch.library_file_id,
  657. quantity=batch.quantity,
  658. status=batch.status,
  659. created_at=batch.created_at,
  660. created_by_id=batch.created_by_id,
  661. created_by_username=created_by_username,
  662. pending_count=status_counts.get("pending", 0),
  663. printing_count=status_counts.get("printing", 0),
  664. completed_count=status_counts.get("completed", 0),
  665. failed_count=status_counts.get("failed", 0),
  666. cancelled_count=status_counts.get("cancelled", 0),
  667. )
  668. @router.get("/{item_id}", response_model=PrintQueueItemResponse)
  669. async def get_queue_item(
  670. item_id: int,
  671. db: AsyncSession = Depends(get_db),
  672. _: User | None = RequirePermissionIfAuthEnabled(Permission.QUEUE_READ),
  673. ):
  674. """Get a specific queue item."""
  675. result = await db.execute(
  676. select(PrintQueueItem)
  677. .options(
  678. selectinload(PrintQueueItem.archive),
  679. selectinload(PrintQueueItem.printer),
  680. selectinload(PrintQueueItem.library_file),
  681. selectinload(PrintQueueItem.created_by),
  682. selectinload(PrintQueueItem.batch),
  683. )
  684. .where(PrintQueueItem.id == item_id)
  685. )
  686. item = result.scalar_one_or_none()
  687. if not item:
  688. raise HTTPException(404, "Queue item not found")
  689. return _enrich_response(item)
  690. @router.patch("/{item_id}", response_model=PrintQueueItemResponse)
  691. async def update_queue_item(
  692. item_id: int,
  693. data: PrintQueueItemUpdate,
  694. db: AsyncSession = Depends(get_db),
  695. auth_result: tuple[User | None, bool] = Depends(
  696. require_ownership_permission(
  697. Permission.QUEUE_UPDATE_ALL,
  698. Permission.QUEUE_UPDATE_OWN,
  699. )
  700. ),
  701. ):
  702. """Update a queue item."""
  703. user, can_modify_all = auth_result
  704. result = await db.execute(select(PrintQueueItem).where(PrintQueueItem.id == item_id))
  705. item = result.scalar_one_or_none()
  706. if not item:
  707. raise HTTPException(404, "Queue item not found")
  708. # Ownership check
  709. if not can_modify_all:
  710. if item.created_by_id != user.id:
  711. raise HTTPException(403, "You can only update your own queue items")
  712. if item.status != "pending":
  713. raise HTTPException(400, "Can only update pending items")
  714. update_data = data.model_dump(exclude_unset=True)
  715. # Normalize target_model if being updated
  716. if "target_model" in update_data and update_data["target_model"]:
  717. update_data["target_model"] = (
  718. normalize_printer_model(update_data["target_model"])
  719. or normalize_printer_model_id(update_data["target_model"])
  720. or update_data["target_model"]
  721. )
  722. # Cannot specify both printer_id and target_model
  723. new_printer_id = update_data.get("printer_id", item.printer_id)
  724. new_target_model = update_data.get("target_model", item.target_model)
  725. if new_printer_id and new_target_model:
  726. raise HTTPException(400, "Cannot specify both printer_id and target_model")
  727. # Validate new printer_id if being changed (and not None)
  728. if "printer_id" in update_data and update_data["printer_id"] is not None:
  729. result = await db.execute(select(Printer).where(Printer.id == update_data["printer_id"]))
  730. if not result.scalar_one_or_none():
  731. raise HTTPException(400, "Printer not found")
  732. # Validate target_model has active printers
  733. if "target_model" in update_data and update_data["target_model"]:
  734. result = await db.execute(
  735. select(Printer).where(Printer.model == update_data["target_model"]).where(Printer.is_active == True) # noqa: E712
  736. )
  737. if not result.scalars().first():
  738. raise HTTPException(400, f"No active printers for model: {update_data['target_model']}")
  739. # Serialize ams_mapping to JSON for TEXT column storage
  740. if "ams_mapping" in update_data:
  741. update_data["ams_mapping"] = json.dumps(update_data["ams_mapping"]) if update_data["ams_mapping"] else None
  742. # Serialize filament_overrides to JSON for TEXT column storage
  743. if "filament_overrides" in update_data:
  744. update_data["filament_overrides"] = (
  745. json.dumps(update_data["filament_overrides"]) if update_data["filament_overrides"] else None
  746. )
  747. for field, value in update_data.items():
  748. setattr(item, field, value)
  749. await db.commit()
  750. await db.refresh(item, ["archive", "printer", "library_file", "created_by", "batch"])
  751. logger.info("Updated queue item %s", item_id)
  752. return _enrich_response(item)
  753. @router.delete("/{item_id}")
  754. async def delete_queue_item(
  755. item_id: int,
  756. db: AsyncSession = Depends(get_db),
  757. auth_result: tuple[User | None, bool] = Depends(
  758. require_ownership_permission(
  759. Permission.QUEUE_DELETE_ALL,
  760. Permission.QUEUE_DELETE_OWN,
  761. )
  762. ),
  763. ):
  764. """Remove an item from the queue."""
  765. user, can_modify_all = auth_result
  766. result = await db.execute(select(PrintQueueItem).where(PrintQueueItem.id == item_id))
  767. item = result.scalar_one_or_none()
  768. if not item:
  769. raise HTTPException(404, "Queue item not found")
  770. # Ownership check
  771. if not can_modify_all:
  772. if item.created_by_id != user.id:
  773. raise HTTPException(403, "You can only delete your own queue items")
  774. if item.status == "printing":
  775. raise HTTPException(400, "Cannot delete item that is currently printing")
  776. await db.delete(item)
  777. await db.commit()
  778. logger.info("Deleted queue item %s", item_id)
  779. return {"message": "Queue item deleted"}
  780. @router.post("/reorder")
  781. async def reorder_queue(
  782. data: PrintQueueReorder,
  783. db: AsyncSession = Depends(get_db),
  784. _: User | None = RequirePermissionIfAuthEnabled(Permission.QUEUE_UPDATE_ALL),
  785. ):
  786. """Bulk update positions for queue items."""
  787. for reorder_item in data.items:
  788. result = await db.execute(select(PrintQueueItem).where(PrintQueueItem.id == reorder_item.id))
  789. item = result.scalar_one_or_none()
  790. if item and item.status == "pending":
  791. item.position = reorder_item.position
  792. await db.commit()
  793. logger.info("Reordered %s queue items", len(data.items))
  794. return {"message": f"Reordered {len(data.items)} items"}
  795. @router.post("/{item_id}/cancel")
  796. async def cancel_queue_item(
  797. item_id: int,
  798. db: AsyncSession = Depends(get_db),
  799. auth_result: tuple[User | None, bool] = Depends(
  800. require_ownership_permission(
  801. Permission.QUEUE_UPDATE_ALL,
  802. Permission.QUEUE_UPDATE_OWN,
  803. )
  804. ),
  805. ):
  806. """Cancel a pending queue item."""
  807. user, can_modify_all = auth_result
  808. result = await db.execute(select(PrintQueueItem).where(PrintQueueItem.id == item_id))
  809. item = result.scalar_one_or_none()
  810. if not item:
  811. raise HTTPException(404, "Queue item not found")
  812. # Ownership check
  813. if not can_modify_all:
  814. if item.created_by_id != user.id:
  815. raise HTTPException(403, "You can only cancel your own queue items")
  816. if item.status not in ("pending",):
  817. raise HTTPException(400, f"Cannot cancel item with status '{item.status}'")
  818. item.status = "cancelled"
  819. item.completed_at = datetime.now(timezone.utc)
  820. await db.commit()
  821. logger.info("Cancelled queue item %s", item_id)
  822. return {"message": "Queue item cancelled"}
  823. @router.post("/{item_id}/stop")
  824. async def stop_queue_item(
  825. item_id: int,
  826. db: AsyncSession = Depends(get_db),
  827. _: User | None = RequirePermissionIfAuthEnabled(Permission.QUEUE_UPDATE_ALL),
  828. ):
  829. """Stop an actively printing queue item."""
  830. import asyncio
  831. from backend.app.models.smart_plug import SmartPlug
  832. from backend.app.services.printer_manager import printer_manager
  833. from backend.app.services.tasmota import tasmota_service
  834. result = await db.execute(select(PrintQueueItem).where(PrintQueueItem.id == item_id))
  835. item = result.scalar_one_or_none()
  836. if not item:
  837. raise HTTPException(404, "Queue item not found")
  838. if item.status != "printing":
  839. raise HTTPException(400, f"Can only stop items that are printing, current status: '{item.status}'")
  840. # Capture values we need for background task
  841. printer_id = item.printer_id
  842. auto_off_after = item.auto_off_after
  843. # Try to send stop command to printer
  844. stop_sent = False
  845. try:
  846. stop_sent = printer_manager.stop_print(printer_id)
  847. if not stop_sent:
  848. logger.warning("stop_print returned False for printer %s - printer may not be connected", printer_id)
  849. except Exception as e:
  850. logger.error("Error sending stop command for queue item %s: %s", item_id, e)
  851. # Mark this printer as user-stopped BEFORE the first await so that if the
  852. # MQTT on_print_complete callback fires during the db.commit() yield the flag
  853. # is already set and the "failed" status will be correctly overridden to
  854. # "cancelled" (preventing a spurious "print failed" notification).
  855. try:
  856. from backend.app.main import mark_printer_stopped_by_user
  857. mark_printer_stopped_by_user(printer_id)
  858. except Exception as _mark_err:
  859. logger.warning("Failed to mark printer %s as user-stopped: %s", printer_id, _mark_err)
  860. # Update queue item status regardless - if printer is off, print is already stopped
  861. item.status = "cancelled"
  862. item.completed_at = datetime.now(timezone.utc)
  863. item.error_message = "Stopped by user" if stop_sent else "Stopped by user (printer was offline)"
  864. await db.commit()
  865. # Get smart plug info if auto-off is enabled
  866. plug_ip = None
  867. if auto_off_after:
  868. result = await db.execute(select(SmartPlug).where(SmartPlug.printer_id == printer_id))
  869. plug = result.scalar_one_or_none()
  870. if plug and plug.enabled:
  871. plug_ip = plug.ip_address
  872. logger.info("Stopped printing queue item %s (stop command sent: %s)", item_id, stop_sent)
  873. # Schedule background task for cooldown + power off
  874. if plug_ip:
  875. async def cooldown_and_poweroff():
  876. logger.info("Auto-off: Waiting for printer %s to cool down before power off...", printer_id)
  877. await printer_manager.wait_for_cooldown(printer_id, target_temp=50.0, timeout=600)
  878. # Re-fetch plug since we're in a new async context
  879. from backend.app.core.database import async_session
  880. async with async_session() as new_db:
  881. result = await new_db.execute(select(SmartPlug).where(SmartPlug.printer_id == printer_id))
  882. plug = result.scalar_one_or_none()
  883. if plug and plug.enabled:
  884. logger.info("Auto-off: Powering off printer %s", printer_id)
  885. await tasmota_service.turn_off(plug)
  886. asyncio.create_task(cooldown_and_poweroff())
  887. return {"message": "Print stopped" if stop_sent else "Queue item cancelled (printer was offline)"}
  888. @router.post("/{item_id}/start")
  889. async def start_queue_item(
  890. item_id: int,
  891. db: AsyncSession = Depends(get_db),
  892. _: User | None = RequirePermissionIfAuthEnabled(Permission.QUEUE_UPDATE_OWN),
  893. ):
  894. """Manually start a staged (manual_start) queue item.
  895. This clears the manual_start flag so the scheduler will pick it up,
  896. or starts immediately if the printer is ready.
  897. """
  898. result = await db.execute(
  899. select(PrintQueueItem)
  900. .options(
  901. selectinload(PrintQueueItem.archive),
  902. selectinload(PrintQueueItem.printer),
  903. selectinload(PrintQueueItem.batch),
  904. )
  905. .where(PrintQueueItem.id == item_id)
  906. )
  907. item = result.scalar_one_or_none()
  908. if not item:
  909. raise HTTPException(404, "Queue item not found")
  910. if item.status != "pending":
  911. raise HTTPException(400, f"Can only start pending items, current status: '{item.status}'")
  912. # Clear manual_start flag so scheduler picks it up
  913. item.manual_start = False
  914. await db.commit()
  915. await db.refresh(item, ["archive", "printer", "library_file", "created_by", "batch"])
  916. logger.info("Manually started queue item %s (cleared manual_start flag)", item_id)
  917. return _enrich_response(item)