camera.py 35 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040
  1. """Camera streaming API endpoints for Bambu Lab printers."""
  2. import asyncio
  3. import logging
  4. from collections.abc import AsyncGenerator
  5. from fastapi import APIRouter, Depends, HTTPException, Request
  6. from fastapi.responses import Response, StreamingResponse
  7. from sqlalchemy import select
  8. from sqlalchemy.ext.asyncio import AsyncSession
  9. from backend.app.core.database import get_db
  10. from backend.app.models.printer import Printer
  11. from backend.app.services.camera import (
  12. capture_camera_frame,
  13. generate_chamber_image_stream,
  14. get_camera_port,
  15. get_ffmpeg_path,
  16. is_chamber_image_model,
  17. read_next_chamber_frame,
  18. test_camera_connection,
  19. )
  20. logger = logging.getLogger(__name__)
  21. router = APIRouter(prefix="/printers", tags=["camera"])
  22. # Track active ffmpeg processes for cleanup
  23. _active_streams: dict[str, asyncio.subprocess.Process] = {}
  24. # Track active chamber image connections for cleanup
  25. _active_chamber_streams: dict[str, tuple] = {}
  26. # Store last frame for each printer (for photo capture from active stream)
  27. _last_frames: dict[int, bytes] = {}
  28. # Track last frame timestamp for each printer (for stall detection)
  29. _last_frame_times: dict[int, float] = {}
  30. # Track stream start times for each printer
  31. _stream_start_times: dict[int, float] = {}
  32. # Track active external camera streams by printer ID
  33. _active_external_streams: set[int] = set()
  34. def get_buffered_frame(printer_id: int) -> bytes | None:
  35. """Get the last buffered frame for a printer from an active stream.
  36. Returns the JPEG frame data if available, or None if no active stream.
  37. """
  38. return _last_frames.get(printer_id)
  39. async def get_printer_or_404(printer_id: int, db: AsyncSession) -> Printer:
  40. """Get printer by ID or raise 404."""
  41. result = await db.execute(select(Printer).where(Printer.id == printer_id))
  42. printer = result.scalar_one_or_none()
  43. if not printer:
  44. raise HTTPException(status_code=404, detail="Printer not found")
  45. return printer
  46. async def generate_chamber_mjpeg_stream(
  47. ip_address: str,
  48. access_code: str,
  49. model: str | None,
  50. fps: int = 5,
  51. stream_id: str | None = None,
  52. disconnect_event: asyncio.Event | None = None,
  53. printer_id: int | None = None,
  54. ) -> AsyncGenerator[bytes, None]:
  55. """Generate MJPEG stream from A1/P1 printer using chamber image protocol.
  56. This connects to port 6000 and reads JPEG frames using the Bambu binary protocol.
  57. """
  58. logger.info(f"Starting chamber image stream for {ip_address} (stream_id={stream_id}, model={model})")
  59. connection = await generate_chamber_image_stream(ip_address, access_code, fps)
  60. if connection is None:
  61. logger.error(f"Failed to connect to chamber image stream for {ip_address}")
  62. yield (
  63. b"--frame\r\n"
  64. b"Content-Type: text/plain\r\n\r\n"
  65. b"Error: Camera connection failed. Check printer is on and camera is enabled.\r\n"
  66. )
  67. return
  68. reader, writer = connection
  69. # Track active connection for cleanup
  70. if stream_id:
  71. _active_chamber_streams[stream_id] = (reader, writer)
  72. try:
  73. frame_interval = 1.0 / fps if fps > 0 else 0.2
  74. last_frame_time = 0.0
  75. while True:
  76. # Check if client disconnected
  77. if disconnect_event and disconnect_event.is_set():
  78. logger.info(f"Client disconnected, stopping chamber stream {stream_id}")
  79. break
  80. # Read next frame
  81. frame = await read_next_chamber_frame(reader, timeout=30.0)
  82. if frame is None:
  83. logger.warning(f"Chamber image stream ended for {stream_id}")
  84. break
  85. # Save frame to buffer for photo capture and track timestamp
  86. if printer_id is not None:
  87. import time
  88. _last_frames[printer_id] = frame
  89. _last_frame_times[printer_id] = time.time()
  90. # Rate limiting - skip frames if needed to maintain target FPS
  91. current_time = asyncio.get_event_loop().time()
  92. if current_time - last_frame_time < frame_interval:
  93. continue
  94. last_frame_time = current_time
  95. # Yield frame in MJPEG format
  96. yield (
  97. b"--frame\r\n"
  98. b"Content-Type: image/jpeg\r\n"
  99. b"Content-Length: " + str(len(frame)).encode() + b"\r\n"
  100. b"\r\n" + frame + b"\r\n"
  101. )
  102. except asyncio.CancelledError:
  103. logger.info(f"Chamber image stream cancelled (stream_id={stream_id})")
  104. except GeneratorExit:
  105. logger.info(f"Chamber image stream generator exit (stream_id={stream_id})")
  106. except Exception as e:
  107. logger.exception(f"Chamber image stream error: {e}")
  108. finally:
  109. # Remove from active streams
  110. if stream_id and stream_id in _active_chamber_streams:
  111. del _active_chamber_streams[stream_id]
  112. # Clean up frame buffer and timestamps
  113. if printer_id is not None:
  114. _last_frames.pop(printer_id, None)
  115. _last_frame_times.pop(printer_id, None)
  116. _stream_start_times.pop(printer_id, None)
  117. # Close the connection
  118. try:
  119. writer.close()
  120. await writer.wait_closed()
  121. except Exception:
  122. pass
  123. logger.info(f"Chamber image stream stopped for {ip_address} (stream_id={stream_id})")
  124. async def generate_rtsp_mjpeg_stream(
  125. ip_address: str,
  126. access_code: str,
  127. model: str | None,
  128. fps: int = 10,
  129. stream_id: str | None = None,
  130. disconnect_event: asyncio.Event | None = None,
  131. printer_id: int | None = None,
  132. ) -> AsyncGenerator[bytes, None]:
  133. """Generate MJPEG stream from printer camera using ffmpeg/RTSP.
  134. This is for X1/H2/P2 models that support RTSP streaming.
  135. """
  136. ffmpeg = get_ffmpeg_path()
  137. if not ffmpeg:
  138. logger.error("ffmpeg not found - camera streaming requires ffmpeg")
  139. yield (b"--frame\r\nContent-Type: text/plain\r\n\r\nError: ffmpeg not installed\r\n")
  140. return
  141. port = get_camera_port(model)
  142. camera_url = f"rtsps://bblp:{access_code}@{ip_address}:{port}/streaming/live/1"
  143. # ffmpeg command to output MJPEG stream to stdout
  144. # -rtsp_transport tcp: Use TCP for reliability
  145. # -rtsp_flags prefer_tcp: Prefer TCP for RTSP
  146. # -timeout: Connection timeout in microseconds (30 seconds)
  147. # -buffer_size: Larger buffer for network jitter
  148. # -max_delay: Maximum demuxing delay
  149. # -f mjpeg: Output as MJPEG
  150. # -q:v 5: Quality (lower = better, 2-10 is good range)
  151. # -r: Output framerate
  152. cmd = [
  153. ffmpeg,
  154. "-rtsp_transport",
  155. "tcp",
  156. "-rtsp_flags",
  157. "prefer_tcp",
  158. "-timeout",
  159. "30000000", # 30 seconds in microseconds
  160. "-buffer_size",
  161. "1024000", # 1MB buffer
  162. "-max_delay",
  163. "500000", # 0.5 seconds max delay
  164. "-i",
  165. camera_url,
  166. "-f",
  167. "mjpeg",
  168. "-q:v",
  169. "5",
  170. "-r",
  171. str(fps),
  172. "-an", # No audio
  173. "-", # Output to stdout
  174. ]
  175. logger.info(f"Starting RTSP camera stream for {ip_address} (stream_id={stream_id}, model={model}, fps={fps})")
  176. logger.debug(f"ffmpeg command: {ffmpeg} ... (url hidden)")
  177. process = None
  178. try:
  179. process = await asyncio.create_subprocess_exec(
  180. *cmd,
  181. stdout=asyncio.subprocess.PIPE,
  182. stderr=asyncio.subprocess.PIPE,
  183. )
  184. # Track active process for cleanup
  185. if stream_id:
  186. _active_streams[stream_id] = process
  187. # Give ffmpeg a moment to start and check for immediate failures
  188. await asyncio.sleep(0.5)
  189. if process.returncode is not None:
  190. stderr = await process.stderr.read()
  191. logger.error(f"ffmpeg failed immediately: {stderr.decode()}")
  192. yield (
  193. b"--frame\r\n"
  194. b"Content-Type: text/plain\r\n\r\n"
  195. b"Error: Camera connection failed. Check printer is on and camera is enabled.\r\n"
  196. )
  197. return
  198. # Read JPEG frames from ffmpeg output
  199. # JPEG images start with 0xFFD8 and end with 0xFFD9
  200. buffer = b""
  201. jpeg_start = b"\xff\xd8"
  202. jpeg_end = b"\xff\xd9"
  203. while True:
  204. # Check if client disconnected
  205. if disconnect_event and disconnect_event.is_set():
  206. logger.info(f"Client disconnected, stopping stream {stream_id}")
  207. break
  208. try:
  209. # Read chunk from ffmpeg - use longer timeout for network hiccups
  210. chunk = await asyncio.wait_for(process.stdout.read(8192), timeout=30.0)
  211. if not chunk:
  212. logger.warning("Camera stream ended (no more data)")
  213. break
  214. buffer += chunk
  215. # Find complete JPEG frames in buffer
  216. while True:
  217. start_idx = buffer.find(jpeg_start)
  218. if start_idx == -1:
  219. # No start marker, clear buffer up to last 2 bytes
  220. buffer = buffer[-2:] if len(buffer) > 2 else buffer
  221. break
  222. # Trim anything before the start marker
  223. if start_idx > 0:
  224. buffer = buffer[start_idx:]
  225. end_idx = buffer.find(jpeg_end, 2) # Skip first 2 bytes
  226. if end_idx == -1:
  227. # No end marker yet, wait for more data
  228. break
  229. # Extract complete frame
  230. frame = buffer[: end_idx + 2]
  231. buffer = buffer[end_idx + 2 :]
  232. # Save frame to buffer for photo capture and track timestamp
  233. if printer_id is not None:
  234. import time
  235. _last_frames[printer_id] = frame
  236. _last_frame_times[printer_id] = time.time()
  237. # Yield frame in MJPEG format
  238. yield (
  239. b"--frame\r\n"
  240. b"Content-Type: image/jpeg\r\n"
  241. b"Content-Length: " + str(len(frame)).encode() + b"\r\n"
  242. b"\r\n" + frame + b"\r\n"
  243. )
  244. except TimeoutError:
  245. logger.warning("Camera stream read timeout")
  246. break
  247. except asyncio.CancelledError:
  248. logger.info(f"Camera stream cancelled (stream_id={stream_id})")
  249. break
  250. except GeneratorExit:
  251. logger.info(f"Camera stream generator exit (stream_id={stream_id})")
  252. break
  253. except FileNotFoundError:
  254. logger.error("ffmpeg not found - camera streaming requires ffmpeg")
  255. yield (b"--frame\r\nContent-Type: text/plain\r\n\r\nError: ffmpeg not installed\r\n")
  256. except asyncio.CancelledError:
  257. logger.info(f"Camera stream task cancelled (stream_id={stream_id})")
  258. except GeneratorExit:
  259. logger.info(f"Camera stream generator closed (stream_id={stream_id})")
  260. except Exception as e:
  261. logger.exception(f"Camera stream error: {e}")
  262. finally:
  263. # Remove from active streams
  264. if stream_id and stream_id in _active_streams:
  265. del _active_streams[stream_id]
  266. # Clean up frame buffer and timestamps
  267. if printer_id is not None:
  268. _last_frames.pop(printer_id, None)
  269. _last_frame_times.pop(printer_id, None)
  270. _stream_start_times.pop(printer_id, None)
  271. if process and process.returncode is None:
  272. logger.info(f"Terminating ffmpeg process for stream {stream_id}")
  273. try:
  274. process.terminate()
  275. try:
  276. await asyncio.wait_for(process.wait(), timeout=2.0)
  277. except TimeoutError:
  278. logger.warning(f"ffmpeg didn't terminate gracefully, killing (stream_id={stream_id})")
  279. process.kill()
  280. await process.wait()
  281. except ProcessLookupError:
  282. pass # Process already dead
  283. except Exception as e:
  284. logger.warning(f"Error terminating ffmpeg: {e}")
  285. logger.info(f"Camera stream stopped for {ip_address} (stream_id={stream_id})")
  286. @router.get("/{printer_id}/camera/stream")
  287. async def camera_stream(
  288. printer_id: int,
  289. request: Request,
  290. fps: int = 10,
  291. db: AsyncSession = Depends(get_db),
  292. ):
  293. """Stream live video from printer camera as MJPEG.
  294. This endpoint returns a multipart MJPEG stream that can be used directly
  295. in an <img> tag or video player.
  296. Uses external camera if configured, otherwise uses built-in camera:
  297. - External: MJPEG, RTSP, or HTTP snapshot
  298. - A1/P1: Chamber image protocol (port 6000)
  299. - X1/H2/P2: RTSP via ffmpeg (port 322)
  300. Args:
  301. printer_id: Printer ID
  302. fps: Target frames per second (default: 10, max: 30)
  303. """
  304. import uuid
  305. printer = await get_printer_or_404(printer_id, db)
  306. # Check for external camera first
  307. if printer.external_camera_enabled and printer.external_camera_url:
  308. import time
  309. from backend.app.services.external_camera import generate_mjpeg_stream
  310. # Limit external camera FPS to reduce browser load
  311. fps = min(max(fps, 1), 15)
  312. logger.info(f"Using external camera ({printer.external_camera_type}) for printer {printer_id} at {fps} fps")
  313. # Track stream start
  314. _stream_start_times[printer_id] = time.time()
  315. _active_external_streams.add(printer_id)
  316. async def external_stream_wrapper():
  317. """Wrap external stream to track start/stop and update frame times."""
  318. frame_interval = 1.0 / fps
  319. last_yield_time = 0.0
  320. try:
  321. async for frame in generate_mjpeg_stream(
  322. printer.external_camera_url, printer.external_camera_type, fps
  323. ):
  324. # Rate limit to prevent overwhelming browser
  325. current_time = time.time()
  326. elapsed = current_time - last_yield_time
  327. if elapsed < frame_interval:
  328. await asyncio.sleep(frame_interval - elapsed)
  329. last_yield_time = time.time()
  330. _last_frame_times[printer_id] = last_yield_time
  331. yield frame
  332. finally:
  333. _active_external_streams.discard(printer_id)
  334. logger.info(f"External camera stream ended for printer {printer_id}")
  335. return StreamingResponse(
  336. external_stream_wrapper(),
  337. media_type="multipart/x-mixed-replace; boundary=frame",
  338. headers={
  339. "Cache-Control": "no-cache, no-store, must-revalidate",
  340. "Pragma": "no-cache",
  341. "Expires": "0",
  342. },
  343. )
  344. # Validate FPS - A1/P1 models max out at ~5 FPS
  345. if is_chamber_image_model(printer.model):
  346. fps = min(max(fps, 1), 5)
  347. else:
  348. fps = min(max(fps, 1), 30)
  349. # Generate unique stream ID for tracking
  350. stream_id = f"{printer_id}-{uuid.uuid4().hex[:8]}"
  351. # Create disconnect event that will be set when client disconnects
  352. disconnect_event = asyncio.Event()
  353. # Choose the appropriate stream generator based on model
  354. if is_chamber_image_model(printer.model):
  355. stream_generator = generate_chamber_mjpeg_stream
  356. logger.info(f"Using chamber image protocol for {printer.model}")
  357. else:
  358. stream_generator = generate_rtsp_mjpeg_stream
  359. logger.info(f"Using RTSP protocol for {printer.model}")
  360. # Track stream start time
  361. import time
  362. _stream_start_times[printer_id] = time.time()
  363. async def stream_with_disconnect_check():
  364. """Wrapper generator that monitors for client disconnect."""
  365. try:
  366. async for chunk in stream_generator(
  367. ip_address=printer.ip_address,
  368. access_code=printer.access_code,
  369. model=printer.model,
  370. fps=fps,
  371. stream_id=stream_id,
  372. disconnect_event=disconnect_event,
  373. printer_id=printer_id,
  374. ):
  375. # Check if client is still connected
  376. if await request.is_disconnected():
  377. logger.info(f"Client disconnected detected for stream {stream_id}")
  378. disconnect_event.set()
  379. break
  380. yield chunk
  381. except asyncio.CancelledError:
  382. logger.info(f"Stream {stream_id} cancelled")
  383. disconnect_event.set()
  384. except GeneratorExit:
  385. logger.info(f"Stream {stream_id} generator closed")
  386. disconnect_event.set()
  387. finally:
  388. disconnect_event.set()
  389. # Give a moment for the inner generator to clean up
  390. await asyncio.sleep(0.1)
  391. return StreamingResponse(
  392. stream_with_disconnect_check(),
  393. media_type="multipart/x-mixed-replace; boundary=frame",
  394. headers={
  395. "Cache-Control": "no-cache, no-store, must-revalidate",
  396. "Pragma": "no-cache",
  397. "Expires": "0",
  398. },
  399. )
  400. @router.api_route("/{printer_id}/camera/stop", methods=["GET", "POST"])
  401. async def stop_camera_stream(printer_id: int):
  402. """Stop all active camera streams for a printer.
  403. This can be called by the frontend when the camera window is closed.
  404. Accepts both GET and POST (POST for sendBeacon compatibility).
  405. """
  406. stopped = 0
  407. # Stop ffmpeg/RTSP streams
  408. to_remove = []
  409. for stream_id, process in list(_active_streams.items()):
  410. if stream_id.startswith(f"{printer_id}-"):
  411. to_remove.append(stream_id)
  412. if process.returncode is None:
  413. try:
  414. process.terminate()
  415. stopped += 1
  416. logger.info(f"Terminated ffmpeg process for stream {stream_id}")
  417. except Exception as e:
  418. logger.warning(f"Error stopping stream {stream_id}: {e}")
  419. for stream_id in to_remove:
  420. _active_streams.pop(stream_id, None)
  421. # Stop chamber image streams
  422. to_remove_chamber = []
  423. for stream_id, (_reader, writer) in list(_active_chamber_streams.items()):
  424. if stream_id.startswith(f"{printer_id}-"):
  425. to_remove_chamber.append(stream_id)
  426. try:
  427. writer.close()
  428. stopped += 1
  429. logger.info(f"Closed chamber image connection for stream {stream_id}")
  430. except Exception as e:
  431. logger.warning(f"Error stopping chamber stream {stream_id}: {e}")
  432. for stream_id in to_remove_chamber:
  433. _active_chamber_streams.pop(stream_id, None)
  434. logger.info(f"Stopped {stopped} camera stream(s) for printer {printer_id}")
  435. return {"stopped": stopped}
  436. @router.get("/{printer_id}/camera/snapshot")
  437. async def camera_snapshot(
  438. printer_id: int,
  439. db: AsyncSession = Depends(get_db),
  440. ):
  441. """Capture a single frame from the printer camera.
  442. Returns a JPEG image.
  443. """
  444. import tempfile
  445. from pathlib import Path
  446. printer = await get_printer_or_404(printer_id, db)
  447. # Create temporary file for the snapshot
  448. with tempfile.NamedTemporaryFile(suffix=".jpg", delete=False) as f:
  449. temp_path = Path(f.name)
  450. try:
  451. success = await capture_camera_frame(
  452. ip_address=printer.ip_address,
  453. access_code=printer.access_code,
  454. model=printer.model,
  455. output_path=temp_path,
  456. timeout=15,
  457. )
  458. if not success:
  459. raise HTTPException(
  460. status_code=503,
  461. detail="Failed to capture camera frame. Ensure printer is on and camera is enabled.",
  462. )
  463. # Read and return the image
  464. with open(temp_path, "rb") as f:
  465. image_data = f.read()
  466. return Response(
  467. content=image_data,
  468. media_type="image/jpeg",
  469. headers={
  470. "Cache-Control": "no-cache, no-store, must-revalidate",
  471. "Content-Disposition": f'inline; filename="snapshot_{printer_id}.jpg"',
  472. },
  473. )
  474. finally:
  475. # Clean up temp file
  476. if temp_path.exists():
  477. temp_path.unlink()
  478. @router.get("/{printer_id}/camera/test")
  479. async def test_camera(
  480. printer_id: int,
  481. db: AsyncSession = Depends(get_db),
  482. ):
  483. """Test camera connection for a printer.
  484. Returns success status and any error message.
  485. """
  486. printer = await get_printer_or_404(printer_id, db)
  487. result = await test_camera_connection(
  488. ip_address=printer.ip_address,
  489. access_code=printer.access_code,
  490. model=printer.model,
  491. )
  492. return result
  493. @router.get("/{printer_id}/camera/status")
  494. async def camera_status(printer_id: int):
  495. """Get the status of an active camera stream.
  496. Returns whether a stream is active and when the last frame was received.
  497. Used by the frontend to detect stalled streams and auto-reconnect.
  498. """
  499. import time
  500. # Check if there's an active stream for this printer
  501. has_active_stream = False
  502. # Check external camera streams
  503. if printer_id in _active_external_streams:
  504. has_active_stream = True
  505. # Check ffmpeg/RTSP streams
  506. if not has_active_stream:
  507. for stream_id in _active_streams:
  508. if stream_id.startswith(f"{printer_id}-"):
  509. process = _active_streams[stream_id]
  510. if process.returncode is None:
  511. has_active_stream = True
  512. break
  513. # Check chamber image streams
  514. if not has_active_stream:
  515. for stream_id in _active_chamber_streams:
  516. if stream_id.startswith(f"{printer_id}-"):
  517. has_active_stream = True
  518. break
  519. # Get timing information
  520. current_time = time.time()
  521. last_frame_time = _last_frame_times.get(printer_id)
  522. stream_start_time = _stream_start_times.get(printer_id)
  523. # Calculate seconds since last frame
  524. seconds_since_frame = None
  525. if last_frame_time is not None:
  526. seconds_since_frame = current_time - last_frame_time
  527. # Calculate stream uptime
  528. stream_uptime = None
  529. if stream_start_time is not None:
  530. stream_uptime = current_time - stream_start_time
  531. return {
  532. "active": has_active_stream,
  533. "has_frames": printer_id in _last_frames,
  534. "seconds_since_frame": seconds_since_frame,
  535. "stream_uptime": stream_uptime,
  536. # Consider stalled if no frame for more than 10 seconds after stream started
  537. "stalled": (
  538. has_active_stream
  539. and stream_uptime is not None
  540. and stream_uptime > 5 # Give 5 seconds for stream to start
  541. and (seconds_since_frame is None or seconds_since_frame > 10)
  542. ),
  543. }
  544. @router.post("/{printer_id}/camera/external/test")
  545. async def test_external_camera(
  546. printer_id: int,
  547. url: str,
  548. camera_type: str,
  549. db: AsyncSession = Depends(get_db),
  550. ):
  551. """Test external camera connection.
  552. Args:
  553. printer_id: Printer ID (for authorization)
  554. url: Camera URL or USB device path to test
  555. camera_type: Camera type ("mjpeg", "rtsp", "snapshot", "usb")
  556. Returns:
  557. Dict with {success: bool, error?: str, resolution?: str}
  558. """
  559. # Verify printer exists (for authorization)
  560. await get_printer_or_404(printer_id, db)
  561. from backend.app.services.external_camera import test_connection
  562. return await test_connection(url, camera_type)
  563. @router.get("/{printer_id}/camera/check-plate")
  564. async def check_plate_empty(
  565. printer_id: int,
  566. plate_type: str | None = None,
  567. use_external: bool = False,
  568. include_debug_image: bool = False,
  569. db: AsyncSession = Depends(get_db),
  570. ):
  571. """Check if the build plate is empty using camera vision.
  572. Uses calibration-based difference detection - compares current frame
  573. to a reference image of the empty plate.
  574. IMPORTANT: Chamber light must be ON for reliable detection.
  575. Args:
  576. printer_id: Printer ID
  577. plate_type: Type of build plate (e.g., "High Temp Plate") for calibration lookup
  578. use_external: If True, prefer external camera over built-in
  579. include_debug_image: If True, return URL to annotated debug image
  580. Returns:
  581. Dict with detection results:
  582. - is_empty: bool - Whether plate appears empty
  583. - confidence: float - Confidence level (0.0 to 1.0)
  584. - difference_percent: float - How different from calibration reference
  585. - message: str - Human-readable result message
  586. - needs_calibration: bool - True if calibration is required
  587. - light_warning: bool - True if chamber light is off
  588. """
  589. from backend.app.services.plate_detection import (
  590. check_plate_empty as do_check,
  591. is_plate_detection_available,
  592. )
  593. from backend.app.services.printer_manager import printer_manager
  594. # Check printer exists first (before OpenCV check)
  595. printer = await get_printer_or_404(printer_id, db)
  596. if not is_plate_detection_available():
  597. raise HTTPException(
  598. status_code=503,
  599. detail="Plate detection not available. Install opencv-python-headless to enable.",
  600. )
  601. # Check chamber light status
  602. light_warning = False
  603. state = printer_manager.get_status(printer_id)
  604. if state and not state.chamber_light:
  605. light_warning = True
  606. from backend.app.services.plate_detection import PlateDetector
  607. # Build ROI tuple from printer settings if available
  608. roi = None
  609. if all(
  610. [
  611. printer.plate_detection_roi_x is not None,
  612. printer.plate_detection_roi_y is not None,
  613. printer.plate_detection_roi_w is not None,
  614. printer.plate_detection_roi_h is not None,
  615. ]
  616. ):
  617. roi = (
  618. printer.plate_detection_roi_x,
  619. printer.plate_detection_roi_y,
  620. printer.plate_detection_roi_w,
  621. printer.plate_detection_roi_h,
  622. )
  623. result = await do_check(
  624. printer_id=printer.id,
  625. ip_address=printer.ip_address,
  626. access_code=printer.access_code,
  627. model=printer.model,
  628. plate_type=plate_type,
  629. include_debug_image=include_debug_image,
  630. external_camera_url=printer.external_camera_url if printer.external_camera_enabled else None,
  631. external_camera_type=printer.external_camera_type if printer.external_camera_enabled else None,
  632. use_external=use_external,
  633. roi=roi,
  634. )
  635. # Get reference count for the response
  636. detector = PlateDetector()
  637. ref_count = detector.get_calibration_count(printer.id)
  638. response = result.to_dict()
  639. response["light_warning"] = light_warning
  640. response["reference_count"] = ref_count
  641. response["max_references"] = detector.MAX_REFERENCES
  642. # Include current ROI in response
  643. if roi:
  644. response["roi"] = {"x": roi[0], "y": roi[1], "w": roi[2], "h": roi[3]}
  645. else:
  646. # Return default ROI
  647. response["roi"] = {"x": 0.15, "y": 0.35, "w": 0.70, "h": 0.55}
  648. # If debug image requested and available, encode as base64 data URL
  649. if include_debug_image and result.debug_image:
  650. import base64
  651. b64_image = base64.b64encode(result.debug_image).decode("utf-8")
  652. response["debug_image_url"] = f"data:image/jpeg;base64,{b64_image}"
  653. return response
  654. @router.post("/{printer_id}/camera/plate-detection/calibrate")
  655. async def calibrate_plate_detection(
  656. printer_id: int,
  657. label: str | None = None,
  658. use_external: bool = False,
  659. db: AsyncSession = Depends(get_db),
  660. ):
  661. """Calibrate plate detection by capturing a reference image of the empty plate.
  662. The plate MUST be empty when calling this endpoint. The captured image
  663. will be used as the reference for future detection comparisons.
  664. Supports up to 5 reference images per printer. When adding a 6th, the oldest
  665. is automatically removed.
  666. IMPORTANT: Chamber light should be ON for calibration.
  667. Args:
  668. printer_id: Printer ID
  669. label: Optional label for this reference (e.g., "High Temp Plate", "Wham Bam")
  670. use_external: If True, prefer external camera over built-in
  671. Returns:
  672. Dict with:
  673. - success: bool - Whether calibration succeeded
  674. - message: str - Status message
  675. - index: int - The reference slot used (0-4)
  676. """
  677. from backend.app.services.plate_detection import (
  678. calibrate_plate,
  679. is_plate_detection_available,
  680. )
  681. from backend.app.services.printer_manager import printer_manager
  682. # Check printer exists first (before OpenCV check)
  683. printer = await get_printer_or_404(printer_id, db)
  684. if not is_plate_detection_available():
  685. raise HTTPException(
  686. status_code=503,
  687. detail="Plate detection not available. Install opencv-python-headless to enable.",
  688. )
  689. # Check chamber light - warn but don't block
  690. state = printer_manager.get_status(printer_id)
  691. light_warning = state and not state.chamber_light
  692. success, message, index = await calibrate_plate(
  693. printer_id=printer.id,
  694. ip_address=printer.ip_address,
  695. access_code=printer.access_code,
  696. model=printer.model,
  697. label=label,
  698. external_camera_url=printer.external_camera_url if printer.external_camera_enabled else None,
  699. external_camera_type=printer.external_camera_type if printer.external_camera_enabled else None,
  700. use_external=use_external,
  701. )
  702. if light_warning and success:
  703. message += " (Warning: Chamber light was off)"
  704. return {"success": success, "message": message, "index": index}
  705. @router.delete("/{printer_id}/camera/plate-detection/calibrate")
  706. async def delete_plate_calibration(
  707. printer_id: int,
  708. plate_type: str | None = None,
  709. db: AsyncSession = Depends(get_db),
  710. ):
  711. """Delete the plate detection calibration for a printer and plate type.
  712. Args:
  713. printer_id: Printer ID
  714. plate_type: Type of build plate (if None, deletes legacy non-plate-specific calibration)
  715. Returns:
  716. Dict with:
  717. - success: bool - Whether deletion succeeded
  718. - message: str - Status message
  719. """
  720. from backend.app.services.plate_detection import (
  721. delete_calibration,
  722. is_plate_detection_available,
  723. )
  724. # Verify printer exists first (before OpenCV check)
  725. await get_printer_or_404(printer_id, db)
  726. if not is_plate_detection_available():
  727. raise HTTPException(
  728. status_code=503,
  729. detail="Plate detection not available. Install opencv-python-headless to enable.",
  730. )
  731. deleted = delete_calibration(printer_id, plate_type)
  732. plate_msg = f" for '{plate_type}'" if plate_type else ""
  733. return {
  734. "success": deleted,
  735. "message": f"Calibration deleted{plate_msg}" if deleted else f"No calibration found{plate_msg}",
  736. }
  737. @router.get("/{printer_id}/camera/plate-detection/status")
  738. async def get_plate_detection_status(
  739. printer_id: int,
  740. plate_type: str | None = None,
  741. db: AsyncSession = Depends(get_db),
  742. ):
  743. """Check plate detection status for a printer and plate type.
  744. Returns:
  745. Dict with:
  746. - available: bool - Whether OpenCV is installed
  747. - calibrated: bool - Whether printer has calibration for this plate type
  748. - plate_type: str - The plate type queried
  749. - chamber_light: bool - Whether chamber light is on
  750. - message: str - Status message
  751. """
  752. from backend.app.services.plate_detection import (
  753. get_calibration_status,
  754. is_plate_detection_available,
  755. )
  756. from backend.app.services.printer_manager import printer_manager
  757. # Verify printer exists first (before OpenCV check)
  758. await get_printer_or_404(printer_id, db)
  759. if not is_plate_detection_available():
  760. return {
  761. "available": False,
  762. "calibrated": False,
  763. "plate_type": plate_type,
  764. "chamber_light": False,
  765. "message": "OpenCV not installed",
  766. }
  767. # Get chamber light status
  768. state = printer_manager.get_status(printer_id)
  769. chamber_light = state.chamber_light if state else False
  770. status = get_calibration_status(printer_id, plate_type)
  771. status["chamber_light"] = chamber_light
  772. return status
  773. @router.get("/{printer_id}/camera/plate-detection/references")
  774. async def get_plate_references(
  775. printer_id: int,
  776. db: AsyncSession = Depends(get_db),
  777. ):
  778. """Get all calibration references for a printer with metadata.
  779. Returns list of references with index, label, timestamp, and thumbnail URL.
  780. """
  781. from backend.app.services.plate_detection import PlateDetector, is_plate_detection_available
  782. # Verify printer exists first (before OpenCV check)
  783. await get_printer_or_404(printer_id, db)
  784. if not is_plate_detection_available():
  785. raise HTTPException(503, "Plate detection not available")
  786. detector = PlateDetector()
  787. references = detector.get_references(printer_id)
  788. # Add thumbnail URLs
  789. for ref in references:
  790. ref["thumbnail_url"] = (
  791. f"/api/v1/printers/{printer_id}/camera/plate-detection/references/{ref['index']}/thumbnail"
  792. )
  793. return {
  794. "references": references,
  795. "max_references": detector.MAX_REFERENCES,
  796. }
  797. @router.get("/{printer_id}/camera/plate-detection/references/{index}/thumbnail")
  798. async def get_reference_thumbnail(
  799. printer_id: int,
  800. index: int,
  801. db: AsyncSession = Depends(get_db),
  802. ):
  803. """Get thumbnail image for a calibration reference."""
  804. from fastapi.responses import Response
  805. from backend.app.services.plate_detection import PlateDetector, is_plate_detection_available
  806. # Verify printer exists first (before OpenCV check)
  807. await get_printer_or_404(printer_id, db)
  808. if not is_plate_detection_available():
  809. raise HTTPException(503, "Plate detection not available")
  810. detector = PlateDetector()
  811. thumbnail = detector.get_reference_thumbnail(printer_id, index)
  812. if thumbnail is None:
  813. raise HTTPException(404, "Reference not found")
  814. return Response(content=thumbnail, media_type="image/jpeg")
  815. @router.put("/{printer_id}/camera/plate-detection/references/{index}")
  816. async def update_reference_label(
  817. printer_id: int,
  818. index: int,
  819. label: str,
  820. db: AsyncSession = Depends(get_db),
  821. ):
  822. """Update the label for a calibration reference."""
  823. from backend.app.services.plate_detection import PlateDetector, is_plate_detection_available
  824. # Verify printer exists first (before OpenCV check)
  825. await get_printer_or_404(printer_id, db)
  826. if not is_plate_detection_available():
  827. raise HTTPException(503, "Plate detection not available")
  828. detector = PlateDetector()
  829. success = detector.update_reference_label(printer_id, index, label)
  830. if not success:
  831. raise HTTPException(404, "Reference not found")
  832. return {"success": True, "index": index, "label": label}
  833. @router.delete("/{printer_id}/camera/plate-detection/references/{index}")
  834. async def delete_reference(
  835. printer_id: int,
  836. index: int,
  837. db: AsyncSession = Depends(get_db),
  838. ):
  839. """Delete a specific calibration reference."""
  840. from backend.app.services.plate_detection import PlateDetector, is_plate_detection_available
  841. # Verify printer exists first (before OpenCV check)
  842. await get_printer_or_404(printer_id, db)
  843. if not is_plate_detection_available():
  844. raise HTTPException(503, "Plate detection not available")
  845. detector = PlateDetector()
  846. success = detector.delete_reference(printer_id, index)
  847. if not success:
  848. raise HTTPException(404, "Reference not found")
  849. return {"success": True, "message": "Reference deleted"}