_spoolman_helpers.py 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460
  1. """Pure helper functions for Spoolman spool mapping.
  2. No heavy dependencies — importable in unit tests without the full backend stack.
  3. """
  4. from __future__ import annotations
  5. import json
  6. import logging
  7. import math
  8. import re
  9. from typing import Any
  10. from typing_extensions import TypedDict
  11. from backend.app.api.routes._url_safety import assert_safe_lan_service_url
  12. logger = logging.getLogger(__name__)
  13. class MappedSpoolFields(TypedDict):
  14. """Full shape of the dict returned by _map_spoolman_spool (InventorySpool-compatible)."""
  15. id: int
  16. material: str | None
  17. subtype: str | None
  18. brand: str | None
  19. color_name: str | None
  20. color_name_is_synthesized: bool
  21. rgba: str | None
  22. extra_colors: str | None
  23. effect_type: None
  24. label_weight: int | None
  25. core_weight: int | None
  26. core_weight_is_inherited: bool
  27. core_weight_catalog_id: None
  28. weight_used: float | None
  29. weight_used_baseline: float | None
  30. weight_locked: bool
  31. last_scale_weight: None
  32. last_weighed_at: None
  33. slicer_filament: None
  34. slicer_filament_name: str | None
  35. nozzle_temp_min: int | None
  36. nozzle_temp_max: None
  37. note: str | None
  38. added_full: None
  39. last_used: str | None
  40. encode_time: str | None
  41. tag_uid: str | None
  42. tray_uuid: str | None
  43. data_origin: str | None
  44. tag_type: str | None
  45. archived_at: str | None
  46. created_at: str | None # None when Spoolman spool has no registered timestamp
  47. updated_at: str | None
  48. cost_per_kg: float | None
  49. # Spoolman's native filament.article_number, surfaced as the internal
  50. # material number (#2870). Read-only in Spoolman mode — the number is
  51. # filament-level there and maintained in Spoolman itself.
  52. material_number: str | None
  53. storage_location: str | None
  54. location_id: int | None
  55. k_profiles: list[Any]
  56. class NormalizedVendorRef(TypedDict):
  57. """Vendor reference embedded in a NormalizedFilament."""
  58. id: int
  59. name: str
  60. class NormalizedFilament(TypedDict):
  61. """Normalised Spoolman filament dict returned by the /filaments catalog endpoint."""
  62. id: int
  63. name: str
  64. material: str | None
  65. color_hex: str | None
  66. color_name: str | None
  67. weight: int | None
  68. spool_weight: float | None
  69. vendor: NormalizedVendorRef | None
  70. def assert_safe_spoolman_url(url: str) -> None:
  71. """Raise ValueError if the Spoolman *url* should be blocked as an SSRF risk.
  72. Thin wrapper over the shared LAN-service policy — see
  73. ``_url_safety.assert_safe_lan_service_url`` for what is and isn't
  74. rejected, and why loopback/RFC-1918 are deliberately permitted (running
  75. Spoolman on the same host or home LAN is THE normal topology).
  76. Kept as a named function because the "Spoolman URL …" wording in its
  77. errors is user-facing and asserted by existing tests.
  78. """
  79. assert_safe_lan_service_url(url, label="Spoolman URL")
  80. # Six characters, or eight when the filament carries an alpha byte. The write
  81. # side stores eight only for genuinely translucent spools (#2912); rejecting
  82. # them here turned every clear spool into neutral grey on read.
  83. _COLOR_HEX_RE = re.compile(r"^[0-9A-Fa-f]{6}(?:[0-9A-Fa-f]{2})?$")
  84. _TAG_HEX_RE = re.compile(r"^[0-9A-F]+$")
  85. def _safe_int(value: object, fallback: int) -> int:
  86. """Convert value to int, returning fallback for None/NaN/Inf/non-numeric."""
  87. try:
  88. f = float(value) # type: ignore[arg-type]
  89. if math.isfinite(f):
  90. return int(f)
  91. except (TypeError, ValueError):
  92. pass
  93. return fallback
  94. def _safe_float(value: object, fallback: float) -> float:
  95. """Convert value to float, returning fallback for None/NaN/Inf/non-numeric."""
  96. try:
  97. f = float(value) # type: ignore[arg-type]
  98. if math.isfinite(f):
  99. return f
  100. except (TypeError, ValueError):
  101. pass
  102. return fallback
  103. def _safe_optional_float(value: object) -> float | None:
  104. """Convert value to finite float, or None if missing/NaN/Infinite/non-numeric.
  105. Used for optional monetary fields (price) to prevent Infinity/NaN from
  106. reaching JSON serialisation, which raises ValueError with allow_nan=False.
  107. """
  108. if value is None:
  109. return None
  110. try:
  111. f = float(value) # type: ignore[arg-type]
  112. if math.isfinite(f):
  113. return f
  114. except (TypeError, ValueError):
  115. pass
  116. return None
  117. # Used only when Spoolman has no empty-spool weight at any level.
  118. SPOOLMAN_FALLBACK_TARE = 250.0
  119. def spoolman_tare(spool: dict) -> tuple[float, str]:
  120. """The empty-spool weight of a Spoolman spool, and where it came from.
  121. Spoolman resolves the tare as the spool's own ``spool_weight``, then the
  122. filament's ``spool_weight``, then the vendor's ``empty_spool_weight``, and
  123. its own ``/measure`` endpoint follows that order. Skipping the vendor
  124. level made a spool whose tare lives only on its vendor weigh against
  125. 250 g instead (#3195). Every Spoolman-mode tare in Bambuddy goes through
  126. here so the weigh endpoints and the displayed core weight cannot drift
  127. apart again.
  128. Returns ``(grams, source)`` with source one of ``"spool"``,
  129. ``"filament"``, ``"vendor"`` or ``"fallback"``. 0 is a real tare, not a
  130. missing one; a value that is not a finite number counts as missing.
  131. """
  132. filament = spool.get("filament") or {}
  133. vendor = filament.get("vendor") or {}
  134. for source, raw in (
  135. ("spool", spool.get("spool_weight")),
  136. ("filament", filament.get("spool_weight")),
  137. ("vendor", vendor.get("empty_spool_weight")),
  138. ):
  139. value = _safe_optional_float(raw)
  140. if value is not None:
  141. return value, source
  142. return SPOOLMAN_FALLBACK_TARE, "fallback"
  143. def _extract_extra_str(extra: dict, key: str) -> str:
  144. """Extract a JSON-encoded string from a Spoolman extra dict.
  145. Spoolman stores extra values as JSON-stringified text — a stored string
  146. "GFL05" appears as `'"GFL05"'` (six chars including the quotes). This
  147. unwraps that, returning the bare string. Returns "" for missing keys,
  148. non-strings, or invalid JSON.
  149. """
  150. raw = extra.get(key)
  151. if not isinstance(raw, str):
  152. return ""
  153. try:
  154. decoded = json.loads(raw)
  155. except (json.JSONDecodeError, ValueError):
  156. # Tolerate bare-string values written without JSON encoding.
  157. return raw
  158. return decoded if isinstance(decoded, str) else ""
  159. # Spool.extra key holding the consumed-counter baseline: the value Spoolman's
  160. # used_weight had when the user last pressed "Reset usage to 0". Displayed
  161. # consumed is used_weight minus this, which is what internal mode has always
  162. # done with its own weight_used_baseline column (#1644). See #2906.
  163. BAMBU_WEIGHT_USED_BASELINE_KEY = "bambu_weight_used_baseline"
  164. def _extract_extra_float(extra: dict, key: str) -> float | None:
  165. """Extract a JSON-encoded number from a Spoolman extra dict.
  166. Same storage convention as :func:`_extract_extra_str` — Spoolman keeps
  167. extra values as JSON text, so 250.0 is stored as ``"250.0"``. Returns
  168. ``None`` for missing keys, non-finite values, or anything that does not
  169. decode to a number, so the caller can tell "no baseline recorded" from
  170. "a baseline of zero".
  171. """
  172. raw = extra.get(key)
  173. if raw is None:
  174. return None
  175. if isinstance(raw, (int, float)) and not isinstance(raw, bool):
  176. value = float(raw)
  177. elif isinstance(raw, str):
  178. try:
  179. decoded = json.loads(raw)
  180. except (json.JSONDecodeError, ValueError):
  181. return None
  182. if isinstance(decoded, str):
  183. # Spoolman's extra fields default to field_type "text", which only
  184. # accepts values that decode to a str, so numbers written through
  185. # it arrive as '"263.0"' rather than '263.0'. Both spellings have
  186. # to read back the same, or a baseline written by the reset would
  187. # be invisible to the code that subtracts it.
  188. try:
  189. value = float(decoded)
  190. except ValueError:
  191. return None
  192. elif isinstance(decoded, (int, float)) and not isinstance(decoded, bool):
  193. value = float(decoded)
  194. else:
  195. return None
  196. else:
  197. return None
  198. return value if math.isfinite(value) else None
  199. def parse_spoolman_multi_colors(filament: dict) -> list[str]:
  200. """Spoolman's ``multi_color_hexes`` as a list of bare 6/8-char hex tokens.
  201. Spoolman stores the extra stops of a gradient / dual / multi-colour
  202. filament here, and writes the field as a comma-separated string in some
  203. releases and a list in others -- both shapes are accepted. Tokens keep the
  204. case they arrived in and lose any leading ``#``, which is the form
  205. ``Spool.extra_colors`` stores and ``parseStops`` on the client expects.
  206. Shared with the label renderer rather than parsed twice: the two read the
  207. same field for the same purpose, and a swatch on a printer card that
  208. disagreed with the swatch on the printed label would be worse than either
  209. being wrong on its own.
  210. """
  211. raw = filament.get("multi_color_hexes")
  212. if isinstance(raw, str):
  213. tokens = raw.split(",")
  214. elif isinstance(raw, list):
  215. tokens = [str(token) for token in raw]
  216. else:
  217. return []
  218. return [cleaned for token in tokens if (cleaned := token.strip().lstrip("#"))]
  219. def _map_spoolman_spool(spool: dict) -> MappedSpoolFields:
  220. """Convert a raw Spoolman spool dict to the InventorySpool-compatible format.
  221. Fields not supported by Spoolman (k_profiles, slicer_filament, …) are
  222. returned as None / empty so the frontend can still render them without
  223. errors. The ``data_origin`` field is set to ``"spoolman"`` so UI code can
  224. distinguish these spools from local ones.
  225. """
  226. raw_id = spool.get("id")
  227. if raw_id is None:
  228. raise ValueError("Spoolman spool is missing required 'id' field")
  229. try:
  230. spool_id: int = int(raw_id)
  231. except (TypeError, ValueError):
  232. raise ValueError(f"Spoolman spool 'id' is not a valid integer: {raw_id!r}")
  233. if spool_id <= 0:
  234. raise ValueError(f"Spoolman spool 'id' must be a positive integer, got {spool_id}")
  235. filament: dict = spool.get("filament") or {}
  236. if not filament:
  237. logger.warning(
  238. "Spoolman spool %s has no filament data — all filament fields will use defaults",
  239. spool_id,
  240. )
  241. vendor: dict = filament.get("vendor") or {}
  242. extra: dict = spool.get("extra") or {}
  243. # RFID tag stored as JSON-encoded string in Spoolman extra.tag.
  244. # 32-char hex → Bambu Lab tray UUID; 8–30-char hex → NFC tag UID.
  245. # Accepting the full realistic UID range (4-byte = 8 chars, 7-byte = 14 chars,
  246. # 10-byte = 20 chars) avoids silently dropping valid SpoolBuddy-written tags.
  247. raw_tag: str = (extra.get("tag") or "").strip('"').upper()
  248. _raw_is_hex = bool(_TAG_HEX_RE.match(raw_tag))
  249. tag_uid = raw_tag if _raw_is_hex and 8 <= len(raw_tag) <= 30 else None
  250. tray_uuid = raw_tag if _raw_is_hex and len(raw_tag) == 32 else None
  251. # Subtype = filament name with material prefix stripped
  252. material: str = (filament.get("material") or "").strip()
  253. filament_name: str = (filament.get("name") or "").strip()
  254. if material and filament_name.upper().startswith(material.upper()):
  255. subtype: str | None = filament_name[len(material) :].strip() or None
  256. else:
  257. subtype = filament_name or None
  258. # Colour: validate as 6- or 8-char hex; fall back to neutral grey for invalid
  259. # values. An 8-char value already carries its alpha, so appending the opaque
  260. # byte would push it to ten and lose the translucency it was stored to keep.
  261. raw_color = (filament.get("color_hex") or "").upper().removeprefix("#")
  262. color_hex: str = raw_color if _COLOR_HEX_RE.match(raw_color) else "808080"
  263. rgba: str = color_hex if len(color_hex) == 8 else color_hex + "FF"
  264. # Spoolman carries the extra stops but has no concept of a surface effect
  265. # -- its only neighbouring field is `multi_color_direction`, which says how
  266. # the stops are laid out, not that the filament is silk or glitter. So a
  267. # Spoolman spool can render its gradient and never an effect overlay, and
  268. # `effect_type` is pinned to None rather than guessed at.
  269. extra_stops = parse_spoolman_multi_colors(filament)
  270. extra_colors: str | None = ",".join(extra_stops) if extra_stops else None
  271. label_weight: int = _safe_int(filament.get("weight"), 1000)
  272. real_used_weight: float = _safe_float(spool.get("used_weight"), 0.0)
  273. # Parity with internal mode (#1390): the InventorySpool shape lets the
  274. # frontend compute `remaining = label_weight - weight_used` and
  275. # `consumed = weight_used - weight_used_baseline`. Map Spoolman's two
  276. # independent fields (used_weight, remaining_weight) onto that shape:
  277. # weight_used = label_weight - remaining_weight (so remaining matches)
  278. # baseline = weight_used - used_weight (so consumed matches)
  279. # When remaining_weight is unset (legacy spools, or filament linked but
  280. # never primed), fall back to the old behaviour: weight_used =
  281. # used_weight, baseline = 0.
  282. #
  283. # A "Reset usage to 0" records the then-current used_weight under
  284. # BAMBU_WEIGHT_USED_BASELINE_KEY in spool.extra and touches nothing else,
  285. # so displayed consumed is used_weight minus that. It is folded into the
  286. # baseline here because the frontend's arithmetic is fixed: it always shows
  287. # `weight_used - weight_used_baseline`. The reset used to PATCH Spoolman's
  288. # used_weight to 0 instead, and Spoolman recomputes remaining from initial
  289. # minus used, so the spool jumped back to full (#2906).
  290. # `or 0.0` would collapse None and 0.0, which is the one distinction
  291. # _extract_extra_float exists to preserve; spell the absent case out.
  292. # Clamp the low end too: the write side already refuses a negative
  293. # baseline, and without the same rule here a negative value stored by hand
  294. # would be subtracted, inflating the displayed counter. min() below only
  295. # bounds the other end.
  296. stored = _extract_extra_float(extra, BAMBU_WEIGHT_USED_BASELINE_KEY)
  297. stored_baseline = 0.0 if stored is None else max(0.0, stored)
  298. remaining_raw = spool.get("remaining_weight")
  299. if remaining_raw is not None:
  300. remaining_weight: float = _safe_float(remaining_raw, 0.0)
  301. used_weight: float = max(0.0, float(label_weight) - remaining_weight)
  302. weight_used_baseline: float = max(0.0, used_weight - real_used_weight + stored_baseline)
  303. else:
  304. used_weight = real_used_weight
  305. weight_used_baseline = stored_baseline # already clamped to >= 0 above
  306. # Never let the displayed counter read negative. used_weight can fall below
  307. # the baseline after a reset without anyone touching it: the AMS sync
  308. # writes remaining_weight from the tray percentage, and Spoolman derives
  309. # used_weight from that. The counter then reads 0 until consumption climbs
  310. # past the baseline again. Internal mode behaves the same way, and it is
  311. # far better than before #2906, when the next sync undid the reset outright.
  312. weight_used_baseline = min(weight_used_baseline, used_weight)
  313. # Archived state – Spoolman uses a boolean ``archived`` field
  314. archived: bool = spool.get("archived", False)
  315. archived_at: str | None = None
  316. if archived:
  317. archived_at = spool.get("last_used") or spool.get("registered") or None
  318. created_at: str | None = spool.get("registered") or None
  319. # Spoolman has no `color_name` field on Filament — confirmed against the
  320. # FilamentUpdateParameters schema in 0.23.1: name/vendor_id/material/price/
  321. # density/diameter/weight/spool_weight/article_number/comment/extruder_temp/
  322. # bed_temp/color_hex/multi_color_hexes/multi_color_direction/external_id/
  323. # extra, no color_name (#1357). The previous attempt (b8e350c3) was
  324. # PATCHing a key Spoolman silently discards, which is why color_name
  325. # never actually persisted from the user's edits.
  326. #
  327. # We persist it ourselves under spool.extra.bambu_color_name (JSON-encoded
  328. # string, same pattern as bambu_slicer_filament). Read order:
  329. # 1. spool.extra.bambu_color_name (the canonical store)
  330. # 2. filament.color_name (forward-compat — picks up the value if a
  331. # future Spoolman release adds the field, or if an admin populated
  332. # it via a custom extra-field they registered themselves)
  333. # 3. subtype (synth fallback so the inventory list isn't a sea of
  334. # "Unknown color" entries on installs with neither field set)
  335. #
  336. # color_name_is_synthesized = True only when we fell back to subtype.
  337. # The edit form uses it to leave the input blank, so the user doesn't
  338. # round-trip the synth value back as if they had set it.
  339. extra_color_name = _extract_extra_str(extra, "bambu_color_name") or None
  340. stored_color_name = extra_color_name or (filament.get("color_name") or None)
  341. color_name: str | None = stored_color_name or subtype or None
  342. color_name_is_synthesized: bool = stored_color_name is None and color_name is not None
  343. nozzle_temp_raw = filament.get("settings_extruder_temp")
  344. nozzle_temp_min: int | None = _safe_int(nozzle_temp_raw, 0) or None
  345. return {
  346. "id": spool_id,
  347. "material": material,
  348. "subtype": subtype,
  349. "color_name": color_name,
  350. "color_name_is_synthesized": color_name_is_synthesized,
  351. "rgba": rgba,
  352. "extra_colors": extra_colors,
  353. "effect_type": None,
  354. "brand": vendor.get("name") or None,
  355. "label_weight": label_weight,
  356. "core_weight": _safe_int(spoolman_tare(spool)[0], 250),
  357. # True when the spool has no spool_weight of its own and core_weight is
  358. # the filament type's, the vendor's or the 250 g fallback. The spool form needs it
  359. # to copy a spool without dropping an own tare or stamping an
  360. # inherited one (#2908).
  361. "core_weight_is_inherited": spool.get("spool_weight") is None,
  362. "core_weight_catalog_id": None,
  363. "weight_used": used_weight,
  364. "weight_used_baseline": weight_used_baseline,
  365. "weight_locked": False,
  366. "last_scale_weight": None,
  367. "last_weighed_at": None,
  368. # BambuStudio slicer preset — Spoolman has no native field, so the
  369. # update endpoint persists these under bambu_slicer_filament[_name]
  370. # in the spool's extra dict. Values are JSON-encoded strings; an
  371. # empty string ("") means cleared. Falls back to Spoolman's
  372. # filament_name for slicer_filament_name when nothing is stored.
  373. "slicer_filament": (_extract_extra_str(extra, "bambu_slicer_filament") or None),
  374. "slicer_filament_name": (_extract_extra_str(extra, "bambu_slicer_filament_name") or (filament_name or None)),
  375. "nozzle_temp_min": nozzle_temp_min,
  376. "nozzle_temp_max": None,
  377. "note": spool.get("comment") or None,
  378. "added_full": None,
  379. "last_used": spool.get("last_used"),
  380. # encode_time semantics differ: local records NFC write time; Spoolman first_used
  381. # records first print use — different events; using first_used as best available proxy.
  382. "encode_time": spool.get("first_used"),
  383. "tag_uid": tag_uid,
  384. "tray_uuid": tray_uuid,
  385. "data_origin": "spoolman",
  386. "tag_type": "spoolman",
  387. "archived_at": archived_at,
  388. "created_at": created_at,
  389. # Spoolman has no updated_at field; use registered timestamp as best available proxy
  390. "updated_at": created_at,
  391. "cost_per_kg": _safe_optional_float(spool.get("price")),
  392. # Spoolman's filament.article_number maps 1:1 onto the internal
  393. # material number (#2870): both identify the purchasable product.
  394. # Trimmed for the same reason the schema validator trims the internal
  395. # one — the filter chip builds its options from trimmed values and
  396. # matches exactly, so a padded number would list and match nothing.
  397. "material_number": ((filament.get("article_number") or "").strip() or None),
  398. "storage_location": spool.get("location") or None,
  399. "location_id": None,
  400. "k_profiles": [],
  401. }