camera.py 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280
  1. """Camera streaming API endpoints for Bambu Lab printers."""
  2. import asyncio
  3. import logging
  4. from typing import AsyncGenerator
  5. from fastapi import APIRouter, HTTPException, Depends
  6. from fastapi.responses import StreamingResponse, Response
  7. from sqlalchemy.ext.asyncio import AsyncSession
  8. from sqlalchemy import select
  9. from backend.app.core.database import get_db
  10. from backend.app.models.printer import Printer
  11. from backend.app.services.camera import (
  12. build_camera_url,
  13. capture_camera_frame,
  14. test_camera_connection,
  15. get_ffmpeg_path,
  16. get_camera_port,
  17. )
  18. from backend.app.services.printer_manager import printer_manager
  19. logger = logging.getLogger(__name__)
  20. router = APIRouter(prefix="/printers", tags=["camera"])
  21. async def get_printer_or_404(printer_id: int, db: AsyncSession) -> Printer:
  22. """Get printer by ID or raise 404."""
  23. result = await db.execute(select(Printer).where(Printer.id == printer_id))
  24. printer = result.scalar_one_or_none()
  25. if not printer:
  26. raise HTTPException(status_code=404, detail="Printer not found")
  27. return printer
  28. async def generate_mjpeg_stream(
  29. ip_address: str,
  30. access_code: str,
  31. model: str | None,
  32. fps: int = 10,
  33. ) -> AsyncGenerator[bytes, None]:
  34. """Generate MJPEG stream from printer camera using ffmpeg.
  35. This captures frames continuously and yields them in MJPEG format.
  36. """
  37. ffmpeg = get_ffmpeg_path()
  38. if not ffmpeg:
  39. logger.error("ffmpeg not found - camera streaming requires ffmpeg")
  40. yield (
  41. b"--frame\r\n"
  42. b"Content-Type: text/plain\r\n\r\n"
  43. b"Error: ffmpeg not installed\r\n"
  44. )
  45. return
  46. port = get_camera_port(model)
  47. camera_url = f"rtsps://bblp:{access_code}@{ip_address}:{port}/streaming/live/1"
  48. # ffmpeg command to output MJPEG stream to stdout
  49. # -rtsp_transport tcp: Use TCP for reliability
  50. # -rtsp_flags prefer_tcp: Prefer TCP for RTSP
  51. # -f mjpeg: Output as MJPEG
  52. # -q:v 5: Quality (lower = better, 2-10 is good range)
  53. # -r: Output framerate
  54. cmd = [
  55. ffmpeg,
  56. "-rtsp_transport", "tcp",
  57. "-rtsp_flags", "prefer_tcp",
  58. "-i", camera_url,
  59. "-f", "mjpeg",
  60. "-q:v", "5",
  61. "-r", str(fps),
  62. "-an", # No audio
  63. "-" # Output to stdout
  64. ]
  65. logger.info(f"Starting camera stream for {ip_address} using URL: rtsps://bblp:***@{ip_address}:{port}/streaming/live/1")
  66. logger.debug(f"ffmpeg command: {ffmpeg} ... (url hidden)")
  67. process = None
  68. try:
  69. process = await asyncio.create_subprocess_exec(
  70. *cmd,
  71. stdout=asyncio.subprocess.PIPE,
  72. stderr=asyncio.subprocess.PIPE,
  73. )
  74. # Give ffmpeg a moment to start and check for immediate failures
  75. await asyncio.sleep(0.5)
  76. if process.returncode is not None:
  77. stderr = await process.stderr.read()
  78. logger.error(f"ffmpeg failed immediately: {stderr.decode()}")
  79. yield (
  80. b"--frame\r\n"
  81. b"Content-Type: text/plain\r\n\r\n"
  82. b"Error: Camera connection failed. Check printer is on and camera is enabled.\r\n"
  83. )
  84. return
  85. # Read JPEG frames from ffmpeg output
  86. # JPEG images start with 0xFFD8 and end with 0xFFD9
  87. buffer = b""
  88. jpeg_start = b"\xff\xd8"
  89. jpeg_end = b"\xff\xd9"
  90. while True:
  91. try:
  92. # Read chunk from ffmpeg
  93. chunk = await asyncio.wait_for(
  94. process.stdout.read(8192),
  95. timeout=10.0
  96. )
  97. if not chunk:
  98. logger.warning("Camera stream ended (no more data)")
  99. break
  100. buffer += chunk
  101. # Find complete JPEG frames in buffer
  102. while True:
  103. start_idx = buffer.find(jpeg_start)
  104. if start_idx == -1:
  105. # No start marker, clear buffer up to last 2 bytes
  106. buffer = buffer[-2:] if len(buffer) > 2 else buffer
  107. break
  108. # Trim anything before the start marker
  109. if start_idx > 0:
  110. buffer = buffer[start_idx:]
  111. end_idx = buffer.find(jpeg_end, 2) # Skip first 2 bytes
  112. if end_idx == -1:
  113. # No end marker yet, wait for more data
  114. break
  115. # Extract complete frame
  116. frame = buffer[:end_idx + 2]
  117. buffer = buffer[end_idx + 2:]
  118. # Yield frame in MJPEG format
  119. yield (
  120. b"--frame\r\n"
  121. b"Content-Type: image/jpeg\r\n"
  122. b"Content-Length: " + str(len(frame)).encode() + b"\r\n"
  123. b"\r\n" + frame + b"\r\n"
  124. )
  125. except asyncio.TimeoutError:
  126. logger.warning("Camera stream read timeout")
  127. break
  128. except asyncio.CancelledError:
  129. logger.info("Camera stream cancelled")
  130. break
  131. except FileNotFoundError:
  132. logger.error("ffmpeg not found - camera streaming requires ffmpeg")
  133. yield (
  134. b"--frame\r\n"
  135. b"Content-Type: text/plain\r\n\r\n"
  136. b"Error: ffmpeg not installed\r\n"
  137. )
  138. except Exception as e:
  139. logger.exception(f"Camera stream error: {e}")
  140. finally:
  141. if process:
  142. try:
  143. process.terminate()
  144. await asyncio.wait_for(process.wait(), timeout=5.0)
  145. except Exception:
  146. process.kill()
  147. await process.wait()
  148. logger.info(f"Camera stream stopped for {ip_address}")
  149. @router.get("/{printer_id}/camera/stream")
  150. async def camera_stream(
  151. printer_id: int,
  152. fps: int = 10,
  153. db: AsyncSession = Depends(get_db),
  154. ):
  155. """Stream live video from printer camera as MJPEG.
  156. This endpoint returns a multipart MJPEG stream that can be used directly
  157. in an <img> tag or video player.
  158. Args:
  159. printer_id: Printer ID
  160. fps: Target frames per second (default: 10, max: 30)
  161. """
  162. printer = await get_printer_or_404(printer_id, db)
  163. # Validate FPS
  164. fps = min(max(fps, 1), 30)
  165. return StreamingResponse(
  166. generate_mjpeg_stream(
  167. ip_address=printer.ip_address,
  168. access_code=printer.access_code,
  169. model=printer.model,
  170. fps=fps,
  171. ),
  172. media_type="multipart/x-mixed-replace; boundary=frame",
  173. headers={
  174. "Cache-Control": "no-cache, no-store, must-revalidate",
  175. "Pragma": "no-cache",
  176. "Expires": "0",
  177. }
  178. )
  179. @router.get("/{printer_id}/camera/snapshot")
  180. async def camera_snapshot(
  181. printer_id: int,
  182. db: AsyncSession = Depends(get_db),
  183. ):
  184. """Capture a single frame from the printer camera.
  185. Returns a JPEG image.
  186. """
  187. import tempfile
  188. from pathlib import Path
  189. printer = await get_printer_or_404(printer_id, db)
  190. # Create temporary file for the snapshot
  191. with tempfile.NamedTemporaryFile(suffix=".jpg", delete=False) as f:
  192. temp_path = Path(f.name)
  193. try:
  194. success = await capture_camera_frame(
  195. ip_address=printer.ip_address,
  196. access_code=printer.access_code,
  197. model=printer.model,
  198. output_path=temp_path,
  199. timeout=15,
  200. )
  201. if not success:
  202. raise HTTPException(
  203. status_code=503,
  204. detail="Failed to capture camera frame. Is the printer powered on?"
  205. )
  206. # Read and return the image
  207. with open(temp_path, "rb") as f:
  208. image_data = f.read()
  209. return Response(
  210. content=image_data,
  211. media_type="image/jpeg",
  212. headers={
  213. "Cache-Control": "no-cache, no-store, must-revalidate",
  214. "Content-Disposition": f'inline; filename="snapshot_{printer_id}.jpg"'
  215. }
  216. )
  217. finally:
  218. # Clean up temp file
  219. if temp_path.exists():
  220. temp_path.unlink()
  221. @router.get("/{printer_id}/camera/test")
  222. async def test_camera(
  223. printer_id: int,
  224. db: AsyncSession = Depends(get_db),
  225. ):
  226. """Test camera connection for a printer.
  227. Returns success status and any error message.
  228. """
  229. printer = await get_printer_or_404(printer_id, db)
  230. result = await test_camera_connection(
  231. ip_address=printer.ip_address,
  232. access_code=printer.access_code,
  233. model=printer.model,
  234. )
  235. return result