usage_tracker.py 40 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996
  1. """Automatic filament consumption tracking.
  2. Captures AMS tray remain% at print start, then computes consumption
  3. deltas at print complete to update spool weight_used and last_used.
  4. Primary tracking uses 3MF slicer estimates (precise per-filament data).
  5. AMS remain% delta is the fallback for trays not covered by 3MF data.
  6. """
  7. import json
  8. import logging
  9. from dataclasses import dataclass, field
  10. from datetime import datetime, timezone
  11. from sqlalchemy import select
  12. from sqlalchemy.ext.asyncio import AsyncSession
  13. from backend.app.models.spool import Spool
  14. from backend.app.models.spool_assignment import SpoolAssignment
  15. from backend.app.models.spool_usage_history import SpoolUsageHistory
  16. logger = logging.getLogger(__name__)
  17. def _decode_mqtt_mapping(mapping_raw: list | None) -> list[int] | None:
  18. """Decode MQTT mapping field (snow-encoded) to bambuddy global tray IDs.
  19. The printer's MQTT mapping field is an array indexed by slicer filament slot
  20. (0-based). Each value uses snow encoding: ams_hw_id * 256 + local_slot.
  21. 65535 means unmapped.
  22. Returns a list of bambuddy global tray IDs (or -1 for unmapped), or None if
  23. no valid mappings found.
  24. """
  25. if not isinstance(mapping_raw, list) or not mapping_raw:
  26. return None
  27. result = []
  28. for value in mapping_raw:
  29. if not isinstance(value, int) or value >= 65535:
  30. result.append(-1)
  31. continue
  32. ams_hw_id = value >> 8
  33. slot = value & 0xFF
  34. if 0 <= ams_hw_id <= 3:
  35. # Regular AMS: sequential global ID
  36. result.append(ams_hw_id * 4 + (slot & 0x03))
  37. elif 128 <= ams_hw_id <= 135:
  38. # AMS-HT: global ID is the hardware ID (one slot per unit)
  39. result.append(ams_hw_id)
  40. elif ams_hw_id in (254, 255):
  41. # External spool
  42. result.append(254 if slot != 255 else 255)
  43. else:
  44. result.append(-1)
  45. # Only return if at least one valid mapping exists
  46. if all(v < 0 for v in result):
  47. return None
  48. return result
  49. def _match_slots_by_color(
  50. filament_usage: list[dict],
  51. ams_raw: dict | list | None,
  52. ) -> list[int] | None:
  53. """Match 3MF filament slots to AMS trays by color.
  54. Fallback mapping for printers that don't provide the MQTT mapping field
  55. or request topic subscription (e.g. A1, A1 Mini, P1S, P2S).
  56. Compares the 3MF slicer filament color (per slot) against each AMS tray's
  57. color to find a unique match. Only returns a mapping if every used slot
  58. matches exactly one tray (no ambiguity).
  59. Args:
  60. filament_usage: List of 3MF slot dicts with 'slot_id', 'color', 'type'
  61. ams_raw: raw_data["ams"] dict or list from printer state
  62. Returns:
  63. List of global tray IDs indexed by slicer slot (0-based), or None.
  64. """
  65. if not filament_usage or not ams_raw:
  66. return None
  67. ams_data = ams_raw.get("ams", []) if isinstance(ams_raw, dict) else ams_raw if isinstance(ams_raw, list) else []
  68. if not ams_data:
  69. return None
  70. # Build map of normalized color → list of global tray IDs
  71. color_to_trays: dict[str, list[int]] = {}
  72. for ams_unit in ams_data:
  73. ams_id = int(ams_unit.get("id", 0))
  74. for tray in ams_unit.get("tray", []):
  75. tray_id = int(tray.get("id", 0))
  76. tray_color = tray.get("tray_color", "")
  77. tray_type = tray.get("tray_type", "")
  78. if not tray_color or not tray_type:
  79. continue
  80. # Normalize AMS color: strip alpha (last 2 chars), lowercase
  81. norm = tray_color[:6].lower() if len(tray_color) >= 6 else tray_color.lower()
  82. if ams_id >= 128:
  83. global_id = ams_id # AMS-HT
  84. else:
  85. global_id = ams_id * 4 + tray_id
  86. color_to_trays.setdefault(norm, []).append(global_id)
  87. if not color_to_trays:
  88. return None
  89. # Find max slot_id to size the result array
  90. max_slot = max(u.get("slot_id", 0) for u in filament_usage)
  91. if max_slot <= 0:
  92. return None
  93. result = [-1] * max_slot
  94. used_trays: set[int] = set()
  95. for usage in filament_usage:
  96. slot_id = usage.get("slot_id", 0)
  97. if slot_id <= 0:
  98. continue
  99. slot_color = usage.get("color", "").lstrip("#").lower()
  100. if len(slot_color) < 6:
  101. return None # Can't match without a valid color
  102. slot_color = slot_color[:6] # Strip alpha if present
  103. candidates = color_to_trays.get(slot_color, [])
  104. # Filter out trays already claimed by another slot
  105. available = [t for t in candidates if t not in used_trays]
  106. if len(available) != 1:
  107. # Ambiguous (multiple trays with same color) or no match
  108. return None
  109. result[slot_id - 1] = available[0]
  110. used_trays.add(available[0])
  111. # Only return if at least one valid mapping exists
  112. if all(v < 0 for v in result):
  113. return None
  114. logger.info("[UsageTracker] Color-matched slot_to_tray: %s", result)
  115. return result
  116. @dataclass
  117. class PrintSession:
  118. printer_id: int
  119. print_name: str
  120. started_at: datetime
  121. tray_remain_start: dict[tuple[int, int], int] = field(default_factory=dict)
  122. # tray_now at print start (correct value, unlike at completion where it's 255)
  123. tray_now_at_start: int = -1
  124. # Snapshot of spool assignments at print start: {(ams_id, tray_id): spool_id}
  125. # Prevents usage loss when on_ams_change unlinks a spool mid-print
  126. spool_assignments: dict[tuple[int, int], int] = field(default_factory=dict)
  127. # Module-level storage, keyed by printer_id
  128. _active_sessions: dict[int, PrintSession] = {}
  129. def _to_epoch_seconds(value: datetime | None) -> float | None:
  130. """Convert datetime to epoch seconds, assuming UTC for naive values."""
  131. if value is None:
  132. return None
  133. dt = value
  134. if dt.tzinfo is None:
  135. dt = dt.replace(tzinfo=timezone.utc)
  136. return dt.timestamp()
  137. async def _resolve_spool_id_for_tray(
  138. printer_id: int,
  139. ams_id: int,
  140. tray_id: int,
  141. db: AsyncSession,
  142. spool_assignments_snapshot: dict[tuple[int, int], int] | None = None,
  143. print_started_at: datetime | None = None,
  144. ) -> int | None:
  145. """Resolve spool ID for a tray with safe support for mid-print reassignment.
  146. Resolution order:
  147. 1. If snapshot exists and live assignment changed *during this print*, use live spool.
  148. 2. Otherwise use snapshot spool when available.
  149. 3. Fall back to live assignment.
  150. """
  151. key = (ams_id, tray_id)
  152. snapshot_spool_id = spool_assignments_snapshot.get(key) if spool_assignments_snapshot else None
  153. # Backward-compatible fast path: if we have a snapshot but no print-start
  154. # timestamp, preserve legacy behavior and avoid extra DB lookups.
  155. if snapshot_spool_id is not None and print_started_at is None:
  156. return snapshot_spool_id
  157. result = await db.execute(
  158. select(SpoolAssignment).where(
  159. SpoolAssignment.printer_id == printer_id,
  160. SpoolAssignment.ams_id == ams_id,
  161. SpoolAssignment.tray_id == tray_id,
  162. )
  163. )
  164. live_assignment = result.scalar_one_or_none()
  165. if snapshot_spool_id is not None:
  166. if live_assignment and live_assignment.spool_id != snapshot_spool_id:
  167. live_created_ts = _to_epoch_seconds(getattr(live_assignment, "created_at", None))
  168. started_ts = _to_epoch_seconds(print_started_at)
  169. if live_created_ts is not None and started_ts is not None and live_created_ts >= started_ts:
  170. logger.info(
  171. "[UsageTracker] Assignment changed during print for printer %d AMS%d-T%d: snapshot spool %d -> live spool %d",
  172. printer_id,
  173. ams_id,
  174. tray_id,
  175. snapshot_spool_id,
  176. live_assignment.spool_id,
  177. )
  178. return live_assignment.spool_id
  179. return snapshot_spool_id
  180. if live_assignment:
  181. return live_assignment.spool_id
  182. return None
  183. async def on_print_start(printer_id: int, data: dict, printer_manager, db: AsyncSession | None = None) -> None:
  184. """Capture AMS tray remain% and spool assignments at print start."""
  185. state = printer_manager.get_status(printer_id)
  186. if not state or not state.raw_data:
  187. logger.debug("[UsageTracker] No state for printer %d, skipping", printer_id)
  188. return
  189. ams_raw = state.raw_data.get("ams", [])
  190. ams_data = ams_raw.get("ams", []) if isinstance(ams_raw, dict) else ams_raw if isinstance(ams_raw, list) else []
  191. if not ams_data:
  192. logger.debug("[UsageTracker] No AMS data for printer %d, skipping", printer_id)
  193. return
  194. tray_remain_start: dict[tuple[int, int], int] = {}
  195. for ams_unit in ams_data:
  196. ams_id = int(ams_unit.get("id", 0))
  197. for tray in ams_unit.get("tray", []):
  198. tray_id = int(tray.get("id", 0))
  199. remain = tray.get("remain", -1)
  200. if isinstance(remain, int) and 0 <= remain <= 100:
  201. tray_remain_start[(ams_id, tray_id)] = remain
  202. print_name = data.get("subtask_name", "") or data.get("filename", "unknown")
  203. # Capture tray_now at print start (reliable, unlike at completion where it's 255)
  204. tray_now_at_start = state.tray_now if state else -1
  205. # --- Diagnostic logging: dump mapping-related MQTT fields at print start ---
  206. # This helps us understand what each printer model reports for slot-to-tray mapping.
  207. mapping_field = state.raw_data.get("mapping")
  208. logger.info(
  209. "[UsageTracker] PRINT START printer %d: mapping=%s, tray_now=%d, last_loaded_tray=%s",
  210. printer_id,
  211. mapping_field,
  212. tray_now_at_start,
  213. getattr(state, "last_loaded_tray", "N/A"),
  214. )
  215. # Log all raw_data keys containing "map" or "ams" for discovery
  216. map_keys = {k: state.raw_data[k] for k in state.raw_data if "map" in k.lower()}
  217. if map_keys:
  218. logger.info("[UsageTracker] PRINT START printer %d: mapping-related keys: %s", printer_id, map_keys)
  219. # Log per-tray summary: tray_now, tray_tar, tray_type, tray_color for each slot
  220. for ams_unit in ams_data:
  221. ams_id = int(ams_unit.get("id", 0))
  222. tray_summary = []
  223. for tray in ams_unit.get("tray", []):
  224. tray_summary.append(
  225. f"T{tray.get('id', '?')}(type={tray.get('tray_type', '')}, "
  226. f"color={tray.get('tray_color', '')}, "
  227. f"now={ams_raw.get('tray_now', '?') if isinstance(ams_raw, dict) else '?'}, "
  228. f"tar={ams_raw.get('tray_tar', '?') if isinstance(ams_raw, dict) else '?'})"
  229. )
  230. logger.info("[UsageTracker] PRINT START printer %d AMS %d: %s", printer_id, ams_id, ", ".join(tray_summary))
  231. # Snapshot spool assignments so usage isn't lost if on_ams_change unlinks mid-print
  232. spool_assignments: dict[tuple[int, int], int] = {}
  233. if db:
  234. assign_result = await db.execute(select(SpoolAssignment).where(SpoolAssignment.printer_id == printer_id))
  235. for assignment in assign_result.scalars().all():
  236. spool_assignments[(assignment.ams_id, assignment.tray_id)] = assignment.spool_id
  237. if spool_assignments:
  238. logger.info(
  239. "[UsageTracker] Snapshotted %d spool assignments for printer %d: %s",
  240. len(spool_assignments),
  241. printer_id,
  242. {f"{k[0]}-{k[1]}": v for k, v in spool_assignments.items()},
  243. )
  244. # Always create session (even without valid remain data) so print_name
  245. # is available at completion for 3MF-based tracking
  246. session = PrintSession(
  247. printer_id=printer_id,
  248. print_name=print_name,
  249. started_at=datetime.now(timezone.utc),
  250. tray_remain_start=tray_remain_start,
  251. tray_now_at_start=tray_now_at_start,
  252. spool_assignments=spool_assignments,
  253. )
  254. _active_sessions[printer_id] = session
  255. if tray_remain_start:
  256. logger.info(
  257. "[UsageTracker] Captured start remain%% for printer %d (%d trays): %s",
  258. printer_id,
  259. len(tray_remain_start),
  260. {f"{k[0]}-{k[1]}": v for k, v in tray_remain_start.items()},
  261. )
  262. else:
  263. logger.debug("[UsageTracker] No valid remain%% for printer %d, 3MF fallback available", printer_id)
  264. async def on_print_complete(
  265. printer_id: int,
  266. data: dict,
  267. printer_manager,
  268. db: AsyncSession,
  269. archive_id: int | None = None,
  270. ams_mapping: list[int] | None = None,
  271. ) -> list[dict]:
  272. """Compute consumption deltas and update spool weight_used/last_used.
  273. Uses two tracking strategies in priority order:
  274. 1. 3MF per-filament estimates (primary) — precise slicer data for all spools
  275. 2. AMS remain% delta (fallback) — only for trays not already handled by 3MF
  276. Returns a list of dicts describing what was logged (for WebSocket broadcast).
  277. """
  278. from sqlalchemy import select
  279. from backend.app.api.routes.settings import get_setting
  280. from backend.app.models.spool_usage_history import SpoolUsageHistory
  281. session = _active_sessions.pop(printer_id, None)
  282. status = data.get("status", "completed")
  283. results = []
  284. handled_trays: set[tuple[int, int]] = set()
  285. # Fetch default filament cost from settings for fallback
  286. default_cost_str = await get_setting(db, "default_filament_cost")
  287. default_filament_cost = float(default_cost_str) if default_cost_str else 0.0
  288. logger.info(
  289. "[UsageTracker] on_print_complete: printer=%d, archive=%s, session=%s, ams_mapping=%s",
  290. printer_id,
  291. archive_id,
  292. "yes" if session else "no",
  293. ams_mapping,
  294. )
  295. # --- Diagnostic logging: dump mapping-related MQTT fields at print completion ---
  296. state = printer_manager.get_status(printer_id)
  297. if state and state.raw_data:
  298. logger.info(
  299. "[UsageTracker] PRINT COMPLETE printer %d: mapping=%s, tray_now=%s, last_loaded_tray=%s",
  300. printer_id,
  301. state.raw_data.get("mapping"),
  302. state.tray_now,
  303. getattr(state, "last_loaded_tray", "N/A"),
  304. )
  305. # --- Path 1 (PRIMARY): 3MF per-filament estimates ---
  306. if archive_id:
  307. print_name = (
  308. (session.print_name if session else None) or data.get("subtask_name", "") or data.get("filename", "unknown")
  309. )
  310. threemf_results = await _track_from_3mf(
  311. printer_id,
  312. archive_id,
  313. status,
  314. print_name,
  315. handled_trays,
  316. printer_manager,
  317. db,
  318. ams_mapping=ams_mapping,
  319. tray_now_at_start=session.tray_now_at_start if session else -1,
  320. last_progress=data.get("last_progress", 0.0),
  321. last_layer_num=data.get("last_layer_num", 0),
  322. default_filament_cost=default_filament_cost,
  323. spool_assignments=session.spool_assignments if session else None,
  324. print_started_at=session.started_at if session else None,
  325. )
  326. results.extend(threemf_results)
  327. # --- Path 2 (FALLBACK): AMS remain% delta (only for trays not handled by 3MF) ---
  328. if session and session.tray_remain_start:
  329. state = printer_manager.get_status(printer_id)
  330. if state and state.raw_data:
  331. ams_raw = state.raw_data.get("ams", [])
  332. ams_data = (
  333. ams_raw.get("ams", []) if isinstance(ams_raw, dict) else ams_raw if isinstance(ams_raw, list) else []
  334. )
  335. for ams_unit in ams_data:
  336. ams_id = int(ams_unit.get("id", 0))
  337. for tray in ams_unit.get("tray", []):
  338. tray_id = int(tray.get("id", 0))
  339. key = (ams_id, tray_id)
  340. if key in handled_trays:
  341. continue # Already tracked via 3MF
  342. if key not in session.tray_remain_start:
  343. continue
  344. current_remain = tray.get("remain", -1)
  345. if not isinstance(current_remain, int) or current_remain < 0 or current_remain > 100:
  346. continue
  347. start_remain = session.tray_remain_start[key]
  348. delta_pct = start_remain - current_remain
  349. if delta_pct <= 0:
  350. continue # No consumption or tray was refilled
  351. spool_id = await _resolve_spool_id_for_tray(
  352. printer_id=printer_id,
  353. ams_id=ams_id,
  354. tray_id=tray_id,
  355. db=db,
  356. spool_assignments_snapshot=session.spool_assignments,
  357. print_started_at=session.started_at,
  358. )
  359. if spool_id is None:
  360. continue
  361. # Load spool
  362. spool_result = await db.execute(select(Spool).where(Spool.id == spool_id))
  363. spool = spool_result.scalar_one_or_none()
  364. if not spool:
  365. continue
  366. # Compute weight consumed
  367. weight_grams = (delta_pct / 100.0) * spool.label_weight
  368. # Update spool
  369. spool.weight_used = (spool.weight_used or 0) + weight_grams
  370. spool.last_used = datetime.now(timezone.utc)
  371. # Calculate cost for this usage
  372. cost = None
  373. cost_per_kg = spool.cost_per_kg if spool.cost_per_kg is not None else default_filament_cost
  374. if cost_per_kg > 0:
  375. cost = round((weight_grams / 1000.0) * cost_per_kg, 2)
  376. # Insert usage history record
  377. history = SpoolUsageHistory(
  378. spool_id=spool.id,
  379. printer_id=printer_id,
  380. print_name=session.print_name,
  381. weight_used=round(weight_grams, 1),
  382. percent_used=delta_pct,
  383. status=status,
  384. cost=cost,
  385. archive_id=archive_id,
  386. )
  387. db.add(history)
  388. handled_trays.add(key)
  389. results.append(
  390. {
  391. "spool_id": spool.id,
  392. "weight_used": round(weight_grams, 1),
  393. "percent_used": delta_pct,
  394. "ams_id": ams_id,
  395. "tray_id": tray_id,
  396. "material": spool.material,
  397. "cost": cost,
  398. }
  399. )
  400. logger.info(
  401. "[UsageTracker] Spool %d consumed %.1fg (%d%%) on printer %d AMS%d-T%d (AMS fallback, %s)",
  402. spool.id,
  403. weight_grams,
  404. delta_pct,
  405. printer_id,
  406. ams_id,
  407. tray_id,
  408. status,
  409. )
  410. if results:
  411. await db.commit()
  412. # --- Update PrintArchive.cost from THIS print session only ---
  413. if archive_id and results:
  414. from sqlalchemy import select
  415. from backend.app.models.archive import PrintArchive
  416. archive_result = await db.execute(select(PrintArchive).where(PrintArchive.id == archive_id))
  417. archive = archive_result.scalar_one_or_none()
  418. if archive:
  419. total_cost = sum(r.get("cost", 0) or 0 for r in results)
  420. if total_cost > 0:
  421. archive.cost = round(total_cost, 2)
  422. await db.commit()
  423. return results
  424. async def _track_from_3mf(
  425. printer_id: int,
  426. archive_id: int,
  427. status: str,
  428. print_name: str,
  429. handled_trays: set[tuple[int, int]],
  430. printer_manager,
  431. db: AsyncSession,
  432. ams_mapping: list[int] | None = None,
  433. tray_now_at_start: int = -1,
  434. last_progress: float = 0.0,
  435. last_layer_num: int = 0,
  436. default_filament_cost: float = 0.0,
  437. spool_assignments: dict[tuple[int, int], int] | None = None,
  438. print_started_at: datetime | None = None,
  439. ) -> list[dict]:
  440. """Track usage from 3MF per-filament slicer data (primary path).
  441. Uses slicer-estimated filament weight for all spools (BL and non-BL).
  442. For partial prints (failed/aborted), tries per-layer gcode data first,
  443. then falls back to linear scaling by progress.
  444. Slot-to-tray mapping priority:
  445. 1. Stored ams_mapping from print command (reprints/direct prints)
  446. 2. MQTT mapping field from printer state (universal, all print sources)
  447. 3. Queue item ams_mapping (for queue-initiated prints)
  448. 4. tray_now from printer state (for single-filament non-queue prints)
  449. 5. Position-based default using sorted available tray IDs (handles external spools)
  450. 6. Default mapping: slot_id - 1 = global_tray_id (last resort)
  451. """
  452. from backend.app.core.config import settings as app_settings
  453. from backend.app.models.archive import PrintArchive
  454. from backend.app.models.print_queue import PrintQueueItem
  455. from backend.app.utils.threemf_tools import extract_filament_usage_from_3mf
  456. result = await db.execute(select(PrintArchive).where(PrintArchive.id == archive_id))
  457. archive = result.scalar_one_or_none()
  458. if not archive or not archive.file_path:
  459. logger.info("[UsageTracker] 3MF: archive %s has no file_path, skipping", archive_id)
  460. return []
  461. file_path = app_settings.base_dir / archive.file_path
  462. if not file_path.exists():
  463. logger.info("[UsageTracker] 3MF: file not found: %s", file_path)
  464. return []
  465. filament_usage = extract_filament_usage_from_3mf(file_path)
  466. if not filament_usage:
  467. logger.info("[UsageTracker] 3MF: no filament usage data in %s", file_path)
  468. return []
  469. logger.info("[UsageTracker] 3MF: archive %s, filament_usage=%s", archive_id, filament_usage)
  470. # --- Resolve slot-to-tray mapping ---
  471. mapping_source = None
  472. # 1. Use stored ams_mapping from the print command (reprints/direct prints)
  473. slot_to_tray = ams_mapping
  474. if slot_to_tray:
  475. mapping_source = "print_cmd"
  476. # 2. Try MQTT mapping field from printer state (universal, all print sources)
  477. if not slot_to_tray:
  478. state = printer_manager.get_status(printer_id)
  479. raw_data = getattr(state, "raw_data", None) if state else None
  480. if raw_data:
  481. mqtt_mapping = raw_data.get("mapping")
  482. decoded = _decode_mqtt_mapping(mqtt_mapping)
  483. if decoded:
  484. slot_to_tray = decoded
  485. mapping_source = "mqtt"
  486. # 3. Try queue item ams_mapping (queue-initiated prints store the exact mapping)
  487. if not slot_to_tray:
  488. queue_result = await db.execute(
  489. select(PrintQueueItem)
  490. .where(PrintQueueItem.archive_id == archive_id)
  491. .where(PrintQueueItem.status.in_(["printing", "completed", "failed"]))
  492. )
  493. queue_item = queue_result.scalar_one_or_none()
  494. if queue_item and queue_item.ams_mapping:
  495. try:
  496. slot_to_tray = json.loads(queue_item.ams_mapping)
  497. mapping_source = "queue"
  498. except (json.JSONDecodeError, TypeError):
  499. pass
  500. # 4. Color-match 3MF filament slots to AMS trays (for printers without mapping field)
  501. if not slot_to_tray:
  502. state = printer_manager.get_status(printer_id)
  503. raw_data = getattr(state, "raw_data", None) if state else None
  504. if raw_data:
  505. matched = _match_slots_by_color(filament_usage, raw_data.get("ams"))
  506. if matched:
  507. slot_to_tray = matched
  508. mapping_source = "color_match"
  509. logger.info(
  510. "[UsageTracker] 3MF: slot_to_tray=%s (source: %s)",
  511. slot_to_tray,
  512. mapping_source or "none",
  513. )
  514. # 5. For single-filament non-queue prints, use tray_now from printer state
  515. # Priority: tray_change_log (multi-tray split) > tray_now_at_start > current tray_now
  516. # > last_loaded_tray > vt_tray check
  517. nonzero_slots = [u for u in filament_usage if u.get("used_g", 0) > 0]
  518. tray_now_override: int | None = None
  519. tray_changes: list[tuple[int, int]] = [] # [(global_tray_id, layer_num), ...]
  520. if not slot_to_tray and len(nonzero_slots) == 1:
  521. state = printer_manager.get_status(printer_id)
  522. tray_changes = getattr(state, "tray_change_log", []) if state else []
  523. if len(tray_changes) > 1:
  524. # Multi-tray usage detected — will split in per-slot loop using per-layer gcode
  525. logger.info("[UsageTracker] 3MF: tray change log: %s (will split weight)", tray_changes)
  526. elif 0 <= tray_now_at_start <= 254:
  527. # Try tray_now_at_start first (captured at print start)
  528. tray_now_override = tray_now_at_start
  529. logger.info("[UsageTracker] 3MF: using tray_now_at_start=%d (single-filament fallback)", tray_now_at_start)
  530. elif state and 0 <= state.tray_now <= 254:
  531. # Current state is valid (printer didn't retract yet)
  532. tray_now_override = state.tray_now
  533. logger.info("[UsageTracker] 3MF: using current tray_now=%d", state.tray_now)
  534. elif state and 0 <= state.last_loaded_tray <= 253:
  535. # Last valid tray before retract (H2D retracts before completion callback)
  536. tray_now_override = state.last_loaded_tray
  537. logger.info("[UsageTracker] 3MF: using last_loaded_tray=%d (post-retract fallback)", state.last_loaded_tray)
  538. elif state and state.tray_now == 255:
  539. # 255 = "no filament" on legacy printers, but valid 2nd external spool on H2-series
  540. vt_tray = state.raw_data.get("vt_tray") or []
  541. if any(int(vt.get("id", 0)) == 255 for vt in vt_tray if isinstance(vt, dict)):
  542. tray_now_override = state.tray_now
  543. logger.info("[UsageTracker] 3MF: using tray_now=255 (H2-series external spool)")
  544. if tray_now_override is None and len(tray_changes) <= 1:
  545. logger.info(
  546. "[UsageTracker] 3MF: no valid tray_now (at_start=%d, current=%s, last_loaded=%s)",
  547. tray_now_at_start,
  548. state.tray_now if state else "N/A",
  549. state.last_loaded_tray if state else "N/A",
  550. )
  551. # Scale factor for partial prints (failed/aborted)
  552. if status == "completed":
  553. scale = 1.0
  554. else:
  555. state = printer_manager.get_status(printer_id)
  556. progress = state.progress if state else 0
  557. # Firmware resets progress to 0 on cancel — use last valid progress captured during print
  558. if progress <= 0 and last_progress > 0:
  559. progress = last_progress
  560. logger.info("[UsageTracker] 3MF: using last_progress=%.1f (firmware reset current to 0)", last_progress)
  561. scale = max(0.0, min(progress / 100.0, 1.0))
  562. # Per-layer gcode accuracy for partial prints
  563. layer_grams: dict[int, float] | None = None
  564. if status != "completed":
  565. state = printer_manager.get_status(printer_id)
  566. current_layer = state.layer_num if state else 0
  567. # Firmware resets layer_num to 0 on cancel — use last valid layer captured during print
  568. if current_layer <= 0 and last_layer_num > 0:
  569. current_layer = last_layer_num
  570. logger.info("[UsageTracker] 3MF: using last_layer_num=%d (firmware reset current to 0)", last_layer_num)
  571. if current_layer > 0:
  572. try:
  573. from backend.app.utils.threemf_tools import (
  574. extract_filament_properties_from_3mf,
  575. extract_layer_filament_usage_from_3mf,
  576. get_cumulative_usage_at_layer,
  577. mm_to_grams,
  578. )
  579. layer_usage = extract_layer_filament_usage_from_3mf(file_path)
  580. if layer_usage:
  581. cumulative_mm = get_cumulative_usage_at_layer(layer_usage, current_layer)
  582. filament_props = extract_filament_properties_from_3mf(file_path)
  583. layer_grams = {}
  584. for filament_id, mm_used in cumulative_mm.items():
  585. slot_id = filament_id + 1 # 0-based to 1-based
  586. props = filament_props.get(slot_id, {})
  587. density = props.get("density", 1.24)
  588. diameter = props.get("diameter", 1.75)
  589. layer_grams[slot_id] = mm_to_grams(mm_used, diameter, density)
  590. except Exception:
  591. pass # Fall back to linear scaling
  592. results = []
  593. for usage in filament_usage:
  594. slot_id = usage.get("slot_id", 0)
  595. used_g = usage.get("used_g", 0)
  596. if used_g <= 0:
  597. continue
  598. # --- Mid-print tray switch: split weight across trays ---
  599. if len(tray_changes) > 1:
  600. # Compute total weight for this slot (same logic as normal path)
  601. if layer_grams and slot_id in layer_grams:
  602. total_weight = layer_grams[slot_id]
  603. else:
  604. total_weight = used_g * scale
  605. if total_weight <= 0:
  606. continue
  607. # Extract per-layer gcode for segment splitting
  608. split_layer_usage = None
  609. split_props: dict = {}
  610. try:
  611. from backend.app.utils.threemf_tools import (
  612. extract_filament_properties_from_3mf,
  613. extract_layer_filament_usage_from_3mf,
  614. get_cumulative_usage_at_layer,
  615. mm_to_grams,
  616. )
  617. split_layer_usage = extract_layer_filament_usage_from_3mf(file_path)
  618. filament_props = extract_filament_properties_from_3mf(file_path)
  619. split_props = filament_props.get(slot_id, {})
  620. except Exception:
  621. pass # Fall back to linear splitting
  622. density = split_props.get("density", 1.24)
  623. diameter = split_props.get("diameter", 1.75)
  624. filament_id = slot_id - 1 # 0-based for gcode
  625. sum_previous = 0.0
  626. for seg_idx, (tray_global, seg_start_layer) in enumerate(tray_changes):
  627. is_last = seg_idx + 1 >= len(tray_changes)
  628. if is_last:
  629. # Last segment: remainder to avoid rounding drift
  630. segment_grams = total_weight - sum_previous
  631. elif split_layer_usage:
  632. seg_end_layer = tray_changes[seg_idx + 1][1]
  633. mm_at_start = get_cumulative_usage_at_layer(split_layer_usage, seg_start_layer).get(filament_id, 0)
  634. mm_at_end = get_cumulative_usage_at_layer(split_layer_usage, seg_end_layer).get(filament_id, 0)
  635. segment_grams = mm_to_grams(mm_at_end - mm_at_start, diameter, density)
  636. else:
  637. # No per-layer data: linear fallback by layer ratio
  638. seg_end_layer = tray_changes[seg_idx + 1][1]
  639. total_layers = state.total_layers if state else 0
  640. if total_layers > 0:
  641. segment_grams = total_weight * (seg_end_layer - seg_start_layer) / total_layers
  642. else:
  643. # Can't compute ratio — assign all to last segment
  644. segment_grams = 0.0
  645. sum_previous += segment_grams
  646. if segment_grams <= 0:
  647. continue
  648. # Convert global tray ID to (ams_id, tray_id)
  649. if tray_global >= 254:
  650. seg_ams_id = 255
  651. seg_tray_id = tray_global - 254
  652. elif tray_global >= 128:
  653. seg_ams_id = tray_global
  654. seg_tray_id = 0
  655. else:
  656. seg_ams_id = tray_global // 4
  657. seg_tray_id = tray_global % 4
  658. seg_key = (seg_ams_id, seg_tray_id)
  659. if seg_key in handled_trays:
  660. continue
  661. logger.info(
  662. "[UsageTracker] 3MF split: segment %d tray=%d (AMS%d-T%d) layers %d-%s -> %.1fg",
  663. seg_idx,
  664. tray_global,
  665. seg_ams_id,
  666. seg_tray_id,
  667. seg_start_layer,
  668. tray_changes[seg_idx + 1][1] if not is_last else "end",
  669. segment_grams,
  670. )
  671. seg_spool_id = await _resolve_spool_id_for_tray(
  672. printer_id=printer_id,
  673. ams_id=seg_ams_id,
  674. tray_id=seg_tray_id,
  675. db=db,
  676. spool_assignments_snapshot=spool_assignments,
  677. print_started_at=print_started_at,
  678. )
  679. if seg_spool_id is None:
  680. logger.info(
  681. "[UsageTracker] 3MF split: no spool at printer %d AMS%d-T%d, skipping segment",
  682. printer_id,
  683. seg_ams_id,
  684. seg_tray_id,
  685. )
  686. continue
  687. spool_result = await db.execute(select(Spool).where(Spool.id == seg_spool_id))
  688. spool = spool_result.scalar_one_or_none()
  689. if not spool:
  690. continue
  691. spool.weight_used = (spool.weight_used or 0) + segment_grams
  692. spool.last_used = datetime.now(timezone.utc)
  693. percent = round(segment_grams / (spool.label_weight or 1000) * 100)
  694. cost = None
  695. cost_per_kg = spool.cost_per_kg if spool.cost_per_kg is not None else default_filament_cost
  696. if cost_per_kg > 0:
  697. cost = round((segment_grams / 1000.0) * cost_per_kg, 2)
  698. history = SpoolUsageHistory(
  699. spool_id=spool.id,
  700. printer_id=printer_id,
  701. print_name=print_name,
  702. weight_used=round(segment_grams, 1),
  703. percent_used=percent,
  704. status=status,
  705. cost=cost,
  706. archive_id=archive_id,
  707. )
  708. db.add(history)
  709. handled_trays.add(seg_key)
  710. results.append(
  711. {
  712. "spool_id": spool.id,
  713. "weight_used": round(segment_grams, 1),
  714. "percent_used": percent,
  715. "ams_id": seg_ams_id,
  716. "tray_id": seg_tray_id,
  717. "material": spool.material,
  718. "cost": cost,
  719. }
  720. )
  721. logger.info(
  722. "[UsageTracker] Spool %d consumed %.1fg (3MF split seg%d) on printer %d AMS%d-T%d (%s)",
  723. spool.id,
  724. segment_grams,
  725. seg_idx,
  726. printer_id,
  727. seg_ams_id,
  728. seg_tray_id,
  729. status,
  730. )
  731. continue # Skip normal single-tray processing for this slot
  732. # Map 3MF slot_id to physical (ams_id, tray_id) using resolved mapping
  733. if tray_now_override is not None:
  734. # Single-filament non-queue print: use actual tray from printer state
  735. global_tray_id = tray_now_override
  736. else:
  737. # Explicit mapping (print command, MQTT, queue, color match)
  738. global_tray_id = None
  739. if slot_to_tray and slot_id <= len(slot_to_tray):
  740. mapped = slot_to_tray[slot_id - 1]
  741. if isinstance(mapped, int) and mapped >= 0:
  742. global_tray_id = mapped
  743. # Position-based default: sort available tray IDs so external spools (254/255)
  744. # naturally follow standard AMS trays, matching slicer slot numbering
  745. if global_tray_id is None:
  746. _state = printer_manager.get_status(printer_id)
  747. _raw = getattr(_state, "raw_data", None) if _state else None
  748. if _raw:
  749. from backend.app.services.spoolman_tracking import build_ams_tray_lookup
  750. available_trays = sorted(build_ams_tray_lookup(_raw).keys())
  751. if slot_id <= len(available_trays):
  752. global_tray_id = available_trays[slot_id - 1]
  753. # Final fallback: slot_id - 1 (legacy, works for pure AMS without external spools)
  754. if global_tray_id is None:
  755. global_tray_id = slot_id - 1
  756. if global_tray_id >= 254:
  757. # External spool: ams_id=255 (sentinel), tray_id=slot index (0 or 1)
  758. ams_id = 255
  759. tray_id = global_tray_id - 254
  760. elif global_tray_id >= 128:
  761. ams_id = global_tray_id
  762. tray_id = 0
  763. else:
  764. ams_id = global_tray_id // 4
  765. tray_id = global_tray_id % 4
  766. logger.info(
  767. "[UsageTracker] 3MF: slot_id=%d -> global_tray=%d -> AMS%d-T%d (used_g=%.1f, tray_now_override=%s)",
  768. slot_id,
  769. global_tray_id,
  770. ams_id,
  771. tray_id,
  772. used_g,
  773. tray_now_override,
  774. )
  775. key = (ams_id, tray_id)
  776. if key in handled_trays:
  777. continue
  778. spool_id = await _resolve_spool_id_for_tray(
  779. printer_id=printer_id,
  780. ams_id=ams_id,
  781. tray_id=tray_id,
  782. db=db,
  783. spool_assignments_snapshot=spool_assignments,
  784. print_started_at=print_started_at,
  785. )
  786. if spool_id is None:
  787. logger.info("[UsageTracker] 3MF: no spool assignment at printer %d AMS%d-T%d", printer_id, ams_id, tray_id)
  788. continue
  789. # Load spool
  790. spool_result = await db.execute(select(Spool).where(Spool.id == spool_id))
  791. spool = spool_result.scalar_one_or_none()
  792. if not spool:
  793. continue
  794. # Use per-layer grams if available, otherwise linear scale
  795. if layer_grams and slot_id in layer_grams:
  796. weight_grams = layer_grams[slot_id]
  797. else:
  798. weight_grams = used_g * scale
  799. if weight_grams <= 0:
  800. continue
  801. # Update spool
  802. spool.weight_used = (spool.weight_used or 0) + weight_grams
  803. spool.last_used = datetime.now(timezone.utc)
  804. percent = round(weight_grams / (spool.label_weight or 1000) * 100)
  805. # Calculate cost for this usage
  806. cost = None
  807. cost_per_kg = spool.cost_per_kg if spool.cost_per_kg is not None else default_filament_cost
  808. if cost_per_kg > 0:
  809. cost = round((weight_grams / 1000.0) * cost_per_kg, 2)
  810. # Insert usage history record
  811. history = SpoolUsageHistory(
  812. spool_id=spool.id,
  813. printer_id=printer_id,
  814. print_name=print_name,
  815. weight_used=round(weight_grams, 1),
  816. percent_used=percent,
  817. status=status,
  818. cost=cost,
  819. archive_id=archive_id,
  820. )
  821. db.add(history)
  822. handled_trays.add(key)
  823. results.append(
  824. {
  825. "spool_id": spool.id,
  826. "weight_used": round(weight_grams, 1),
  827. "percent_used": percent,
  828. "ams_id": ams_id,
  829. "tray_id": tray_id,
  830. "material": spool.material,
  831. "cost": cost,
  832. }
  833. )
  834. # Determine mapping source for debug logging
  835. if tray_now_override is not None:
  836. map_src = ", tray_now"
  837. elif mapping_source:
  838. map_src = f", {mapping_source}_map"
  839. else:
  840. map_src = ""
  841. logger.info(
  842. "[UsageTracker] Spool %d consumed %.1fg (3MF%s%s) on printer %d AMS%d-T%d (%s)",
  843. spool.id,
  844. weight_grams,
  845. " per-layer" if (layer_grams and slot_id in layer_grams) else (f" scaled {scale:.0%}" if scale < 1 else ""),
  846. map_src,
  847. printer_id,
  848. ams_id,
  849. tray_id,
  850. status,
  851. )
  852. return results