_spoolman_helpers.py 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430
  1. """Pure helper functions for Spoolman spool mapping.
  2. No heavy dependencies — importable in unit tests without the full backend stack.
  3. """
  4. from __future__ import annotations
  5. import json
  6. import logging
  7. import math
  8. import re
  9. from typing import Any
  10. from typing_extensions import TypedDict
  11. from backend.app.api.routes._url_safety import assert_safe_lan_service_url
  12. logger = logging.getLogger(__name__)
  13. class MappedSpoolFields(TypedDict):
  14. """Full shape of the dict returned by _map_spoolman_spool (InventorySpool-compatible)."""
  15. id: int
  16. material: str | None
  17. subtype: str | None
  18. brand: str | None
  19. color_name: str | None
  20. color_name_is_synthesized: bool
  21. rgba: str | None
  22. extra_colors: str | None
  23. effect_type: None
  24. label_weight: int | None
  25. core_weight: int | None
  26. core_weight_is_inherited: bool
  27. core_weight_catalog_id: None
  28. weight_used: float | None
  29. weight_used_baseline: float | None
  30. weight_locked: bool
  31. last_scale_weight: None
  32. last_weighed_at: None
  33. slicer_filament: None
  34. slicer_filament_name: str | None
  35. nozzle_temp_min: int | None
  36. nozzle_temp_max: None
  37. note: str | None
  38. added_full: None
  39. last_used: str | None
  40. encode_time: str | None
  41. tag_uid: str | None
  42. tray_uuid: str | None
  43. data_origin: str | None
  44. tag_type: str | None
  45. archived_at: str | None
  46. created_at: str | None # None when Spoolman spool has no registered timestamp
  47. updated_at: str | None
  48. cost_per_kg: float | None
  49. # Spoolman's native filament.article_number, surfaced as the internal
  50. # material number (#2870). Read-only in Spoolman mode — the number is
  51. # filament-level there and maintained in Spoolman itself.
  52. material_number: str | None
  53. storage_location: str | None
  54. location_id: int | None
  55. k_profiles: list[Any]
  56. class NormalizedVendorRef(TypedDict):
  57. """Vendor reference embedded in a NormalizedFilament."""
  58. id: int
  59. name: str
  60. class NormalizedFilament(TypedDict):
  61. """Normalised Spoolman filament dict returned by the /filaments catalog endpoint."""
  62. id: int
  63. name: str
  64. material: str | None
  65. color_hex: str | None
  66. color_name: str | None
  67. weight: int | None
  68. spool_weight: float | None
  69. vendor: NormalizedVendorRef | None
  70. def assert_safe_spoolman_url(url: str) -> None:
  71. """Raise ValueError if the Spoolman *url* should be blocked as an SSRF risk.
  72. Thin wrapper over the shared LAN-service policy — see
  73. ``_url_safety.assert_safe_lan_service_url`` for what is and isn't
  74. rejected, and why loopback/RFC-1918 are deliberately permitted (running
  75. Spoolman on the same host or home LAN is THE normal topology).
  76. Kept as a named function because the "Spoolman URL …" wording in its
  77. errors is user-facing and asserted by existing tests.
  78. """
  79. assert_safe_lan_service_url(url, label="Spoolman URL")
  80. # Six characters, or eight when the filament carries an alpha byte. The write
  81. # side stores eight only for genuinely translucent spools (#2912); rejecting
  82. # them here turned every clear spool into neutral grey on read.
  83. _COLOR_HEX_RE = re.compile(r"^[0-9A-Fa-f]{6}(?:[0-9A-Fa-f]{2})?$")
  84. _TAG_HEX_RE = re.compile(r"^[0-9A-F]+$")
  85. def _safe_int(value: object, fallback: int) -> int:
  86. """Convert value to int, returning fallback for None/NaN/Inf/non-numeric."""
  87. try:
  88. f = float(value) # type: ignore[arg-type]
  89. if math.isfinite(f):
  90. return int(f)
  91. except (TypeError, ValueError):
  92. pass
  93. return fallback
  94. def _safe_float(value: object, fallback: float) -> float:
  95. """Convert value to float, returning fallback for None/NaN/Inf/non-numeric."""
  96. try:
  97. f = float(value) # type: ignore[arg-type]
  98. if math.isfinite(f):
  99. return f
  100. except (TypeError, ValueError):
  101. pass
  102. return fallback
  103. def _safe_optional_float(value: object) -> float | None:
  104. """Convert value to finite float, or None if missing/NaN/Infinite/non-numeric.
  105. Used for optional monetary fields (price) to prevent Infinity/NaN from
  106. reaching JSON serialisation, which raises ValueError with allow_nan=False.
  107. """
  108. if value is None:
  109. return None
  110. try:
  111. f = float(value) # type: ignore[arg-type]
  112. if math.isfinite(f):
  113. return f
  114. except (TypeError, ValueError):
  115. pass
  116. return None
  117. def _extract_extra_str(extra: dict, key: str) -> str:
  118. """Extract a JSON-encoded string from a Spoolman extra dict.
  119. Spoolman stores extra values as JSON-stringified text — a stored string
  120. "GFL05" appears as `'"GFL05"'` (six chars including the quotes). This
  121. unwraps that, returning the bare string. Returns "" for missing keys,
  122. non-strings, or invalid JSON.
  123. """
  124. raw = extra.get(key)
  125. if not isinstance(raw, str):
  126. return ""
  127. try:
  128. decoded = json.loads(raw)
  129. except (json.JSONDecodeError, ValueError):
  130. # Tolerate bare-string values written without JSON encoding.
  131. return raw
  132. return decoded if isinstance(decoded, str) else ""
  133. # Spool.extra key holding the consumed-counter baseline: the value Spoolman's
  134. # used_weight had when the user last pressed "Reset usage to 0". Displayed
  135. # consumed is used_weight minus this, which is what internal mode has always
  136. # done with its own weight_used_baseline column (#1644). See #2906.
  137. BAMBU_WEIGHT_USED_BASELINE_KEY = "bambu_weight_used_baseline"
  138. def _extract_extra_float(extra: dict, key: str) -> float | None:
  139. """Extract a JSON-encoded number from a Spoolman extra dict.
  140. Same storage convention as :func:`_extract_extra_str` — Spoolman keeps
  141. extra values as JSON text, so 250.0 is stored as ``"250.0"``. Returns
  142. ``None`` for missing keys, non-finite values, or anything that does not
  143. decode to a number, so the caller can tell "no baseline recorded" from
  144. "a baseline of zero".
  145. """
  146. raw = extra.get(key)
  147. if raw is None:
  148. return None
  149. if isinstance(raw, (int, float)) and not isinstance(raw, bool):
  150. value = float(raw)
  151. elif isinstance(raw, str):
  152. try:
  153. decoded = json.loads(raw)
  154. except (json.JSONDecodeError, ValueError):
  155. return None
  156. if isinstance(decoded, str):
  157. # Spoolman's extra fields default to field_type "text", which only
  158. # accepts values that decode to a str, so numbers written through
  159. # it arrive as '"263.0"' rather than '263.0'. Both spellings have
  160. # to read back the same, or a baseline written by the reset would
  161. # be invisible to the code that subtracts it.
  162. try:
  163. value = float(decoded)
  164. except ValueError:
  165. return None
  166. elif isinstance(decoded, (int, float)) and not isinstance(decoded, bool):
  167. value = float(decoded)
  168. else:
  169. return None
  170. else:
  171. return None
  172. return value if math.isfinite(value) else None
  173. def parse_spoolman_multi_colors(filament: dict) -> list[str]:
  174. """Spoolman's ``multi_color_hexes`` as a list of bare 6/8-char hex tokens.
  175. Spoolman stores the extra stops of a gradient / dual / multi-colour
  176. filament here, and writes the field as a comma-separated string in some
  177. releases and a list in others -- both shapes are accepted. Tokens keep the
  178. case they arrived in and lose any leading ``#``, which is the form
  179. ``Spool.extra_colors`` stores and ``parseStops`` on the client expects.
  180. Shared with the label renderer rather than parsed twice: the two read the
  181. same field for the same purpose, and a swatch on a printer card that
  182. disagreed with the swatch on the printed label would be worse than either
  183. being wrong on its own.
  184. """
  185. raw = filament.get("multi_color_hexes")
  186. if isinstance(raw, str):
  187. tokens = raw.split(",")
  188. elif isinstance(raw, list):
  189. tokens = [str(token) for token in raw]
  190. else:
  191. return []
  192. return [cleaned for token in tokens if (cleaned := token.strip().lstrip("#"))]
  193. def _map_spoolman_spool(spool: dict) -> MappedSpoolFields:
  194. """Convert a raw Spoolman spool dict to the InventorySpool-compatible format.
  195. Fields not supported by Spoolman (k_profiles, slicer_filament, …) are
  196. returned as None / empty so the frontend can still render them without
  197. errors. The ``data_origin`` field is set to ``"spoolman"`` so UI code can
  198. distinguish these spools from local ones.
  199. """
  200. raw_id = spool.get("id")
  201. if raw_id is None:
  202. raise ValueError("Spoolman spool is missing required 'id' field")
  203. try:
  204. spool_id: int = int(raw_id)
  205. except (TypeError, ValueError):
  206. raise ValueError(f"Spoolman spool 'id' is not a valid integer: {raw_id!r}")
  207. if spool_id <= 0:
  208. raise ValueError(f"Spoolman spool 'id' must be a positive integer, got {spool_id}")
  209. filament: dict = spool.get("filament") or {}
  210. if not filament:
  211. logger.warning(
  212. "Spoolman spool %s has no filament data — all filament fields will use defaults",
  213. spool_id,
  214. )
  215. vendor: dict = filament.get("vendor") or {}
  216. extra: dict = spool.get("extra") or {}
  217. # RFID tag stored as JSON-encoded string in Spoolman extra.tag.
  218. # 32-char hex → Bambu Lab tray UUID; 8–30-char hex → NFC tag UID.
  219. # Accepting the full realistic UID range (4-byte = 8 chars, 7-byte = 14 chars,
  220. # 10-byte = 20 chars) avoids silently dropping valid SpoolBuddy-written tags.
  221. raw_tag: str = (extra.get("tag") or "").strip('"').upper()
  222. _raw_is_hex = bool(_TAG_HEX_RE.match(raw_tag))
  223. tag_uid = raw_tag if _raw_is_hex and 8 <= len(raw_tag) <= 30 else None
  224. tray_uuid = raw_tag if _raw_is_hex and len(raw_tag) == 32 else None
  225. # Subtype = filament name with material prefix stripped
  226. material: str = (filament.get("material") or "").strip()
  227. filament_name: str = (filament.get("name") or "").strip()
  228. if material and filament_name.upper().startswith(material.upper()):
  229. subtype: str | None = filament_name[len(material) :].strip() or None
  230. else:
  231. subtype = filament_name or None
  232. # Colour: validate as 6- or 8-char hex; fall back to neutral grey for invalid
  233. # values. An 8-char value already carries its alpha, so appending the opaque
  234. # byte would push it to ten and lose the translucency it was stored to keep.
  235. raw_color = (filament.get("color_hex") or "").upper().removeprefix("#")
  236. color_hex: str = raw_color if _COLOR_HEX_RE.match(raw_color) else "808080"
  237. rgba: str = color_hex if len(color_hex) == 8 else color_hex + "FF"
  238. # Spoolman carries the extra stops but has no concept of a surface effect
  239. # -- its only neighbouring field is `multi_color_direction`, which says how
  240. # the stops are laid out, not that the filament is silk or glitter. So a
  241. # Spoolman spool can render its gradient and never an effect overlay, and
  242. # `effect_type` is pinned to None rather than guessed at.
  243. extra_stops = parse_spoolman_multi_colors(filament)
  244. extra_colors: str | None = ",".join(extra_stops) if extra_stops else None
  245. label_weight: int = _safe_int(filament.get("weight"), 1000)
  246. real_used_weight: float = _safe_float(spool.get("used_weight"), 0.0)
  247. # Parity with internal mode (#1390): the InventorySpool shape lets the
  248. # frontend compute `remaining = label_weight - weight_used` and
  249. # `consumed = weight_used - weight_used_baseline`. Map Spoolman's two
  250. # independent fields (used_weight, remaining_weight) onto that shape:
  251. # weight_used = label_weight - remaining_weight (so remaining matches)
  252. # baseline = weight_used - used_weight (so consumed matches)
  253. # When remaining_weight is unset (legacy spools, or filament linked but
  254. # never primed), fall back to the old behaviour: weight_used =
  255. # used_weight, baseline = 0.
  256. #
  257. # A "Reset usage to 0" records the then-current used_weight under
  258. # BAMBU_WEIGHT_USED_BASELINE_KEY in spool.extra and touches nothing else,
  259. # so displayed consumed is used_weight minus that. It is folded into the
  260. # baseline here because the frontend's arithmetic is fixed: it always shows
  261. # `weight_used - weight_used_baseline`. The reset used to PATCH Spoolman's
  262. # used_weight to 0 instead, and Spoolman recomputes remaining from initial
  263. # minus used, so the spool jumped back to full (#2906).
  264. # `or 0.0` would collapse None and 0.0, which is the one distinction
  265. # _extract_extra_float exists to preserve; spell the absent case out.
  266. # Clamp the low end too: the write side already refuses a negative
  267. # baseline, and without the same rule here a negative value stored by hand
  268. # would be subtracted, inflating the displayed counter. min() below only
  269. # bounds the other end.
  270. stored = _extract_extra_float(extra, BAMBU_WEIGHT_USED_BASELINE_KEY)
  271. stored_baseline = 0.0 if stored is None else max(0.0, stored)
  272. remaining_raw = spool.get("remaining_weight")
  273. if remaining_raw is not None:
  274. remaining_weight: float = _safe_float(remaining_raw, 0.0)
  275. used_weight: float = max(0.0, float(label_weight) - remaining_weight)
  276. weight_used_baseline: float = max(0.0, used_weight - real_used_weight + stored_baseline)
  277. else:
  278. used_weight = real_used_weight
  279. weight_used_baseline = stored_baseline # already clamped to >= 0 above
  280. # Never let the displayed counter read negative. used_weight can fall below
  281. # the baseline after a reset without anyone touching it: the AMS sync
  282. # writes remaining_weight from the tray percentage, and Spoolman derives
  283. # used_weight from that. The counter then reads 0 until consumption climbs
  284. # past the baseline again. Internal mode behaves the same way, and it is
  285. # far better than before #2906, when the next sync undid the reset outright.
  286. weight_used_baseline = min(weight_used_baseline, used_weight)
  287. # Archived state – Spoolman uses a boolean ``archived`` field
  288. archived: bool = spool.get("archived", False)
  289. archived_at: str | None = None
  290. if archived:
  291. archived_at = spool.get("last_used") or spool.get("registered") or None
  292. created_at: str | None = spool.get("registered") or None
  293. # Spoolman has no `color_name` field on Filament — confirmed against the
  294. # FilamentUpdateParameters schema in 0.23.1: name/vendor_id/material/price/
  295. # density/diameter/weight/spool_weight/article_number/comment/extruder_temp/
  296. # bed_temp/color_hex/multi_color_hexes/multi_color_direction/external_id/
  297. # extra, no color_name (#1357). The previous attempt (b8e350c3) was
  298. # PATCHing a key Spoolman silently discards, which is why color_name
  299. # never actually persisted from the user's edits.
  300. #
  301. # We persist it ourselves under spool.extra.bambu_color_name (JSON-encoded
  302. # string, same pattern as bambu_slicer_filament). Read order:
  303. # 1. spool.extra.bambu_color_name (the canonical store)
  304. # 2. filament.color_name (forward-compat — picks up the value if a
  305. # future Spoolman release adds the field, or if an admin populated
  306. # it via a custom extra-field they registered themselves)
  307. # 3. subtype (synth fallback so the inventory list isn't a sea of
  308. # "Unknown color" entries on installs with neither field set)
  309. #
  310. # color_name_is_synthesized = True only when we fell back to subtype.
  311. # The edit form uses it to leave the input blank, so the user doesn't
  312. # round-trip the synth value back as if they had set it.
  313. extra_color_name = _extract_extra_str(extra, "bambu_color_name") or None
  314. stored_color_name = extra_color_name or (filament.get("color_name") or None)
  315. color_name: str | None = stored_color_name or subtype or None
  316. color_name_is_synthesized: bool = stored_color_name is None and color_name is not None
  317. nozzle_temp_raw = filament.get("settings_extruder_temp")
  318. nozzle_temp_min: int | None = _safe_int(nozzle_temp_raw, 0) or None
  319. return {
  320. "id": spool_id,
  321. "material": material,
  322. "subtype": subtype,
  323. "color_name": color_name,
  324. "color_name_is_synthesized": color_name_is_synthesized,
  325. "rgba": rgba,
  326. "extra_colors": extra_colors,
  327. "effect_type": None,
  328. "brand": vendor.get("name") or None,
  329. "label_weight": label_weight,
  330. "core_weight": _safe_int(
  331. spool.get("spool_weight") if spool.get("spool_weight") is not None else filament.get("spool_weight"), 250
  332. ),
  333. # True when the spool has no spool_weight of its own and core_weight is
  334. # the filament type's (or the 250 g fallback). The spool form needs it
  335. # to copy a spool without dropping an own tare or stamping an
  336. # inherited one (#2908).
  337. "core_weight_is_inherited": spool.get("spool_weight") is None,
  338. "core_weight_catalog_id": None,
  339. "weight_used": used_weight,
  340. "weight_used_baseline": weight_used_baseline,
  341. "weight_locked": False,
  342. "last_scale_weight": None,
  343. "last_weighed_at": None,
  344. # BambuStudio slicer preset — Spoolman has no native field, so the
  345. # update endpoint persists these under bambu_slicer_filament[_name]
  346. # in the spool's extra dict. Values are JSON-encoded strings; an
  347. # empty string ("") means cleared. Falls back to Spoolman's
  348. # filament_name for slicer_filament_name when nothing is stored.
  349. "slicer_filament": (_extract_extra_str(extra, "bambu_slicer_filament") or None),
  350. "slicer_filament_name": (_extract_extra_str(extra, "bambu_slicer_filament_name") or (filament_name or None)),
  351. "nozzle_temp_min": nozzle_temp_min,
  352. "nozzle_temp_max": None,
  353. "note": spool.get("comment") or None,
  354. "added_full": None,
  355. "last_used": spool.get("last_used"),
  356. # encode_time semantics differ: local records NFC write time; Spoolman first_used
  357. # records first print use — different events; using first_used as best available proxy.
  358. "encode_time": spool.get("first_used"),
  359. "tag_uid": tag_uid,
  360. "tray_uuid": tray_uuid,
  361. "data_origin": "spoolman",
  362. "tag_type": "spoolman",
  363. "archived_at": archived_at,
  364. "created_at": created_at,
  365. # Spoolman has no updated_at field; use registered timestamp as best available proxy
  366. "updated_at": created_at,
  367. "cost_per_kg": _safe_optional_float(spool.get("price")),
  368. # Spoolman's filament.article_number maps 1:1 onto the internal
  369. # material number (#2870): both identify the purchasable product.
  370. # Trimmed for the same reason the schema validator trims the internal
  371. # one — the filter chip builds its options from trimmed values and
  372. # matches exactly, so a padded number would list and match nothing.
  373. "material_number": ((filament.get("article_number") or "").strip() or None),
  374. "storage_location": spool.get("location") or None,
  375. "location_id": None,
  376. "k_profiles": [],
  377. }