library.py 89 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356
  1. """API routes for File Manager (Library) functionality."""
  2. import base64
  3. import binascii
  4. import hashlib
  5. import logging
  6. import os
  7. import re
  8. import shutil
  9. import uuid
  10. import zipfile
  11. from pathlib import Path
  12. from fastapi import APIRouter, Depends, File, HTTPException, Query, Response, UploadFile
  13. from fastapi.responses import FileResponse as FastAPIFileResponse
  14. from sqlalchemy import func, select
  15. from sqlalchemy.ext.asyncio import AsyncSession
  16. from sqlalchemy.orm import selectinload
  17. from backend.app.core.auth import (
  18. require_ownership_permission,
  19. require_permission_if_auth_enabled,
  20. )
  21. from backend.app.core.config import settings as app_settings
  22. from backend.app.core.database import get_db
  23. from backend.app.core.permissions import Permission
  24. from backend.app.models.archive import PrintArchive
  25. from backend.app.models.library import LibraryFile, LibraryFolder
  26. from backend.app.models.print_queue import PrintQueueItem
  27. from backend.app.models.project import Project
  28. from backend.app.models.user import User
  29. from backend.app.schemas.library import (
  30. AddToQueueError,
  31. AddToQueueRequest,
  32. AddToQueueResponse,
  33. AddToQueueResult,
  34. BatchThumbnailRequest,
  35. BatchThumbnailResponse,
  36. BatchThumbnailResult,
  37. BulkDeleteRequest,
  38. BulkDeleteResponse,
  39. FileDuplicate,
  40. FileListResponse,
  41. FileMoveRequest,
  42. FilePrintRequest,
  43. FileResponse as FileResponseSchema,
  44. FileUpdate,
  45. FileUploadResponse,
  46. FolderCreate,
  47. FolderResponse,
  48. FolderTreeItem,
  49. FolderUpdate,
  50. ZipExtractError,
  51. ZipExtractResponse,
  52. ZipExtractResult,
  53. )
  54. from backend.app.services.archive import ArchiveService, ThreeMFParser
  55. from backend.app.services.stl_thumbnail import generate_stl_thumbnail
  56. logger = logging.getLogger(__name__)
  57. router = APIRouter(prefix="/library", tags=["library"])
  58. def get_library_dir() -> Path:
  59. """Get the library storage directory."""
  60. base_dir = Path(app_settings.archive_dir)
  61. library_dir = base_dir / "library"
  62. library_dir.mkdir(parents=True, exist_ok=True)
  63. return library_dir
  64. def get_library_files_dir() -> Path:
  65. """Get the directory for library files."""
  66. files_dir = get_library_dir() / "files"
  67. files_dir.mkdir(parents=True, exist_ok=True)
  68. return files_dir
  69. def get_library_thumbnails_dir() -> Path:
  70. """Get the directory for library thumbnails."""
  71. thumbnails_dir = get_library_dir() / "thumbnails"
  72. thumbnails_dir.mkdir(parents=True, exist_ok=True)
  73. return thumbnails_dir
  74. def to_relative_path(absolute_path: Path | str) -> str:
  75. """Convert an absolute path to a path relative to base_dir for storage."""
  76. if not absolute_path:
  77. return ""
  78. abs_path = Path(absolute_path)
  79. base_dir = Path(app_settings.base_dir)
  80. try:
  81. return str(abs_path.relative_to(base_dir))
  82. except ValueError:
  83. # Path is not under base_dir, return as-is (shouldn't happen normally)
  84. return str(abs_path)
  85. def to_absolute_path(relative_path: str | None) -> Path | None:
  86. """Convert a relative path (from database) to an absolute path for file operations."""
  87. if not relative_path:
  88. return None
  89. # Handle already-absolute paths (for backwards compatibility during migration)
  90. path = Path(relative_path)
  91. if path.is_absolute():
  92. return path
  93. return Path(app_settings.base_dir) / relative_path
  94. def calculate_file_hash(file_path: Path) -> str:
  95. """Calculate SHA256 hash of a file."""
  96. sha256_hash = hashlib.sha256()
  97. with open(file_path, "rb") as f:
  98. for byte_block in iter(lambda: f.read(4096), b""):
  99. sha256_hash.update(byte_block)
  100. return sha256_hash.hexdigest()
  101. def extract_gcode_thumbnail(file_path: Path) -> bytes | None:
  102. """Extract embedded thumbnail from gcode file.
  103. Supports PrusaSlicer/BambuStudio format:
  104. ; thumbnail begin WxH SIZE
  105. ; base64data...
  106. ; thumbnail end
  107. """
  108. try:
  109. thumbnail_data = None
  110. in_thumbnail = False
  111. thumbnail_lines = []
  112. best_size = 0
  113. with open(file_path, errors="ignore") as f:
  114. # Only read first 50KB for performance (thumbnails are at the start)
  115. content = f.read(50000)
  116. for line in content.split("\n"):
  117. line = line.strip()
  118. # Check for thumbnail start
  119. if line.startswith("; thumbnail begin"):
  120. in_thumbnail = True
  121. thumbnail_lines = []
  122. # Parse dimensions: "; thumbnail begin 300x300 12345"
  123. match = re.search(r"(\d+)x(\d+)", line)
  124. if match:
  125. width = int(match.group(1))
  126. # Prefer larger thumbnails (up to 300px)
  127. if width > best_size and width <= 300:
  128. best_size = width
  129. continue
  130. # Check for thumbnail end
  131. if line.startswith("; thumbnail end"):
  132. if in_thumbnail and thumbnail_lines:
  133. try:
  134. # Decode the base64 data
  135. b64_data = "".join(thumbnail_lines)
  136. decoded = base64.b64decode(b64_data)
  137. # Only keep if this is the best size or first valid thumbnail
  138. if thumbnail_data is None or best_size > 0:
  139. thumbnail_data = decoded
  140. except (binascii.Error, ValueError):
  141. pass # Skip thumbnail with invalid base64 data
  142. in_thumbnail = False
  143. thumbnail_lines = []
  144. continue
  145. # Collect thumbnail data
  146. if in_thumbnail and line.startswith(";"):
  147. # Remove the leading "; " or ";"
  148. data_line = line[1:].strip()
  149. if data_line:
  150. thumbnail_lines.append(data_line)
  151. return thumbnail_data
  152. except OSError as e:
  153. logger.warning("Failed to extract gcode thumbnail: %s", e)
  154. return None
  155. def create_image_thumbnail(file_path: Path, thumbnails_dir: Path, max_size: int = 256) -> str | None:
  156. """Create a thumbnail from an image file.
  157. For small images, copies directly. For larger images, resizes.
  158. Returns the thumbnail path or None on failure.
  159. """
  160. try:
  161. from PIL import Image
  162. thumb_filename = f"{uuid.uuid4().hex}.png"
  163. thumb_path = thumbnails_dir / thumb_filename
  164. with Image.open(file_path) as img:
  165. # Convert to RGB if necessary (for PNG with transparency, etc.)
  166. if img.mode in ("RGBA", "LA", "P"):
  167. # Create white background for transparency
  168. background = Image.new("RGB", img.size, (255, 255, 255))
  169. if img.mode == "P":
  170. img = img.convert("RGBA")
  171. background.paste(img, mask=img.split()[-1] if img.mode == "RGBA" else None)
  172. img = background
  173. elif img.mode != "RGB":
  174. img = img.convert("RGB")
  175. # Resize if larger than max_size
  176. if img.width > max_size or img.height > max_size:
  177. img.thumbnail((max_size, max_size), Image.Resampling.LANCZOS)
  178. img.save(thumb_path, "PNG", optimize=True)
  179. return str(thumb_path)
  180. except ImportError:
  181. # PIL not installed, just copy the file if it's small enough
  182. logger.warning("PIL not installed, copying image as thumbnail")
  183. try:
  184. file_size = file_path.stat().st_size
  185. if file_size < 500000: # Less than 500KB
  186. thumb_filename = f"{uuid.uuid4().hex}{file_path.suffix}"
  187. thumb_path = thumbnails_dir / thumb_filename
  188. shutil.copy2(file_path, thumb_path)
  189. return str(thumb_path)
  190. except OSError:
  191. pass # File inaccessible; fall through to return None
  192. return None
  193. except Exception as e:
  194. logger.warning("Failed to create image thumbnail: %s", e)
  195. return None
  196. # Supported image extensions for thumbnails
  197. IMAGE_EXTENSIONS = {".png", ".jpg", ".jpeg", ".gif", ".webp", ".bmp", ".tiff", ".tif"}
  198. # ============ Folder Endpoints ============
  199. @router.get("/folders", response_model=list[FolderTreeItem])
  200. @router.get("/folders/", response_model=list[FolderTreeItem])
  201. async def list_folders(
  202. response: Response,
  203. db: AsyncSession = Depends(get_db),
  204. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_READ)),
  205. ):
  206. """Get all folders as a tree structure."""
  207. # Prevent browser caching of folder list
  208. response.headers["Cache-Control"] = "no-cache, no-store, must-revalidate"
  209. # Get all folders with project and archive joins
  210. result = await db.execute(
  211. select(LibraryFolder, Project.name, PrintArchive.print_name)
  212. .outerjoin(Project, LibraryFolder.project_id == Project.id)
  213. .outerjoin(PrintArchive, LibraryFolder.archive_id == PrintArchive.id)
  214. .order_by(LibraryFolder.name)
  215. )
  216. rows = result.all()
  217. # Get file counts per folder
  218. file_counts_result = await db.execute(
  219. select(LibraryFile.folder_id, func.count(LibraryFile.id))
  220. .where(LibraryFile.folder_id.isnot(None))
  221. .group_by(LibraryFile.folder_id)
  222. )
  223. file_counts = dict(file_counts_result.all())
  224. # Build tree structure
  225. folder_map = {}
  226. root_folders = []
  227. for folder, project_name, archive_name in rows:
  228. folder_item = FolderTreeItem(
  229. id=folder.id,
  230. name=folder.name,
  231. parent_id=folder.parent_id,
  232. project_id=folder.project_id,
  233. archive_id=folder.archive_id,
  234. project_name=project_name,
  235. archive_name=archive_name,
  236. file_count=file_counts.get(folder.id, 0),
  237. children=[],
  238. )
  239. folder_map[folder.id] = folder_item
  240. # Link children to parents
  241. for folder, _, _ in rows:
  242. folder_item = folder_map[folder.id]
  243. if folder.parent_id is None:
  244. root_folders.append(folder_item)
  245. elif folder.parent_id in folder_map:
  246. folder_map[folder.parent_id].children.append(folder_item)
  247. return root_folders
  248. @router.get("/folders/by-project/{project_id}", response_model=list[FolderResponse])
  249. async def get_folders_by_project(
  250. project_id: int,
  251. db: AsyncSession = Depends(get_db),
  252. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_READ)),
  253. ):
  254. """Get all folders linked to a specific project."""
  255. result = await db.execute(
  256. select(LibraryFolder, Project.name)
  257. .outerjoin(Project, LibraryFolder.project_id == Project.id)
  258. .where(LibraryFolder.project_id == project_id)
  259. .order_by(LibraryFolder.name)
  260. )
  261. rows = result.all()
  262. folders = []
  263. for folder, project_name in rows:
  264. # Get file count
  265. file_count_result = await db.execute(
  266. select(func.count(LibraryFile.id)).where(LibraryFile.folder_id == folder.id)
  267. )
  268. file_count = file_count_result.scalar() or 0
  269. folders.append(
  270. FolderResponse(
  271. id=folder.id,
  272. name=folder.name,
  273. parent_id=folder.parent_id,
  274. project_id=folder.project_id,
  275. archive_id=folder.archive_id,
  276. project_name=project_name,
  277. archive_name=None,
  278. file_count=file_count,
  279. created_at=folder.created_at,
  280. updated_at=folder.updated_at,
  281. )
  282. )
  283. return folders
  284. @router.get("/folders/by-archive/{archive_id}", response_model=list[FolderResponse])
  285. async def get_folders_by_archive(
  286. archive_id: int,
  287. db: AsyncSession = Depends(get_db),
  288. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_READ)),
  289. ):
  290. """Get all folders linked to a specific archive."""
  291. result = await db.execute(
  292. select(LibraryFolder, PrintArchive.print_name)
  293. .outerjoin(PrintArchive, LibraryFolder.archive_id == PrintArchive.id)
  294. .where(LibraryFolder.archive_id == archive_id)
  295. .order_by(LibraryFolder.name)
  296. )
  297. rows = result.all()
  298. folders = []
  299. for folder, archive_name in rows:
  300. # Get file count
  301. file_count_result = await db.execute(
  302. select(func.count(LibraryFile.id)).where(LibraryFile.folder_id == folder.id)
  303. )
  304. file_count = file_count_result.scalar() or 0
  305. folders.append(
  306. FolderResponse(
  307. id=folder.id,
  308. name=folder.name,
  309. parent_id=folder.parent_id,
  310. project_id=folder.project_id,
  311. archive_id=folder.archive_id,
  312. project_name=None,
  313. archive_name=archive_name,
  314. file_count=file_count,
  315. created_at=folder.created_at,
  316. updated_at=folder.updated_at,
  317. )
  318. )
  319. return folders
  320. @router.post("/folders", response_model=FolderResponse)
  321. @router.post("/folders/", response_model=FolderResponse)
  322. async def create_folder(
  323. data: FolderCreate,
  324. db: AsyncSession = Depends(get_db),
  325. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_UPLOAD)),
  326. ):
  327. """Create a new folder."""
  328. # Verify parent exists if specified
  329. if data.parent_id is not None:
  330. parent_result = await db.execute(select(LibraryFolder).where(LibraryFolder.id == data.parent_id))
  331. if not parent_result.scalar_one_or_none():
  332. raise HTTPException(status_code=404, detail="Parent folder not found")
  333. # Verify project exists if specified
  334. project_name = None
  335. if data.project_id is not None:
  336. project_result = await db.execute(select(Project).where(Project.id == data.project_id))
  337. project = project_result.scalar_one_or_none()
  338. if not project:
  339. raise HTTPException(status_code=404, detail="Project not found")
  340. project_name = project.name
  341. # Verify archive exists if specified
  342. archive_name = None
  343. if data.archive_id is not None:
  344. archive_result = await db.execute(select(PrintArchive).where(PrintArchive.id == data.archive_id))
  345. archive = archive_result.scalar_one_or_none()
  346. if not archive:
  347. raise HTTPException(status_code=404, detail="Archive not found")
  348. archive_name = archive.print_name
  349. folder = LibraryFolder(
  350. name=data.name,
  351. parent_id=data.parent_id,
  352. project_id=data.project_id,
  353. archive_id=data.archive_id,
  354. )
  355. db.add(folder)
  356. await db.flush()
  357. await db.refresh(folder)
  358. return FolderResponse(
  359. id=folder.id,
  360. name=folder.name,
  361. parent_id=folder.parent_id,
  362. project_id=folder.project_id,
  363. archive_id=folder.archive_id,
  364. project_name=project_name,
  365. archive_name=archive_name,
  366. file_count=0,
  367. created_at=folder.created_at,
  368. updated_at=folder.updated_at,
  369. )
  370. @router.get("/folders/{folder_id}", response_model=FolderResponse)
  371. async def get_folder(
  372. folder_id: int,
  373. db: AsyncSession = Depends(get_db),
  374. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_READ)),
  375. ):
  376. """Get a folder by ID."""
  377. result = await db.execute(
  378. select(LibraryFolder, Project.name, PrintArchive.print_name)
  379. .outerjoin(Project, LibraryFolder.project_id == Project.id)
  380. .outerjoin(PrintArchive, LibraryFolder.archive_id == PrintArchive.id)
  381. .where(LibraryFolder.id == folder_id)
  382. )
  383. row = result.one_or_none()
  384. if not row:
  385. raise HTTPException(status_code=404, detail="Folder not found")
  386. folder, project_name, archive_name = row
  387. # Get file count
  388. file_count_result = await db.execute(select(func.count(LibraryFile.id)).where(LibraryFile.folder_id == folder_id))
  389. file_count = file_count_result.scalar() or 0
  390. return FolderResponse(
  391. id=folder.id,
  392. name=folder.name,
  393. parent_id=folder.parent_id,
  394. project_id=folder.project_id,
  395. archive_id=folder.archive_id,
  396. project_name=project_name,
  397. archive_name=archive_name,
  398. file_count=file_count,
  399. created_at=folder.created_at,
  400. updated_at=folder.updated_at,
  401. )
  402. @router.put("/folders/{folder_id}", response_model=FolderResponse)
  403. async def update_folder(
  404. folder_id: int,
  405. data: FolderUpdate,
  406. db: AsyncSession = Depends(get_db),
  407. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_UPDATE_ALL)),
  408. ):
  409. """Update a folder.
  410. Note: Folders require library:update_all permission since they don't have
  411. ownership tracking.
  412. """
  413. result = await db.execute(select(LibraryFolder).where(LibraryFolder.id == folder_id))
  414. folder = result.scalar_one_or_none()
  415. if not folder:
  416. raise HTTPException(status_code=404, detail="Folder not found")
  417. if data.name is not None:
  418. folder.name = data.name
  419. if data.parent_id is not None:
  420. # Prevent circular reference
  421. if data.parent_id == folder_id:
  422. raise HTTPException(status_code=400, detail="Folder cannot be its own parent")
  423. # Check for circular reference in ancestors
  424. if data.parent_id != 0: # 0 means move to root
  425. current_id = data.parent_id
  426. while current_id is not None:
  427. if current_id == folder_id:
  428. raise HTTPException(status_code=400, detail="Cannot move folder into its own subtree")
  429. parent_result = await db.execute(select(LibraryFolder.parent_id).where(LibraryFolder.id == current_id))
  430. current_id = parent_result.scalar()
  431. folder.parent_id = data.parent_id
  432. else:
  433. folder.parent_id = None
  434. # Update project_id (0 to unlink)
  435. if data.project_id is not None:
  436. if data.project_id == 0:
  437. folder.project_id = None
  438. else:
  439. # Verify project exists
  440. project_result = await db.execute(select(Project).where(Project.id == data.project_id))
  441. if not project_result.scalar_one_or_none():
  442. raise HTTPException(status_code=404, detail="Project not found")
  443. folder.project_id = data.project_id
  444. # Update archive_id (0 to unlink)
  445. if data.archive_id is not None:
  446. if data.archive_id == 0:
  447. folder.archive_id = None
  448. else:
  449. # Verify archive exists
  450. archive_result = await db.execute(select(PrintArchive).where(PrintArchive.id == data.archive_id))
  451. if not archive_result.scalar_one_or_none():
  452. raise HTTPException(status_code=404, detail="Archive not found")
  453. folder.archive_id = data.archive_id
  454. await db.flush()
  455. await db.refresh(folder)
  456. # Get file count and names
  457. file_count_result = await db.execute(select(func.count(LibraryFile.id)).where(LibraryFile.folder_id == folder_id))
  458. file_count = file_count_result.scalar() or 0
  459. # Get project and archive names
  460. project_name = None
  461. archive_name = None
  462. if folder.project_id:
  463. project_result = await db.execute(select(Project.name).where(Project.id == folder.project_id))
  464. project_name = project_result.scalar()
  465. if folder.archive_id:
  466. archive_result = await db.execute(select(PrintArchive.print_name).where(PrintArchive.id == folder.archive_id))
  467. archive_name = archive_result.scalar()
  468. return FolderResponse(
  469. id=folder.id,
  470. name=folder.name,
  471. parent_id=folder.parent_id,
  472. project_id=folder.project_id,
  473. archive_id=folder.archive_id,
  474. project_name=project_name,
  475. archive_name=archive_name,
  476. file_count=file_count,
  477. created_at=folder.created_at,
  478. updated_at=folder.updated_at,
  479. )
  480. @router.delete("/folders/{folder_id}")
  481. async def delete_folder(
  482. folder_id: int,
  483. db: AsyncSession = Depends(get_db),
  484. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_DELETE_ALL)),
  485. ):
  486. """Delete a folder and all its contents (cascade).
  487. Note: Folders require library:delete_all permission since they don't have
  488. ownership tracking.
  489. """
  490. result = await db.execute(select(LibraryFolder).where(LibraryFolder.id == folder_id))
  491. folder = result.scalar_one_or_none()
  492. if not folder:
  493. raise HTTPException(status_code=404, detail="Folder not found")
  494. # Get all files in this folder and subfolders to delete from disk
  495. async def get_all_file_ids(fid: int) -> list[int]:
  496. """Recursively get all file IDs in a folder tree."""
  497. file_ids = []
  498. # Get files in this folder
  499. files_result = await db.execute(
  500. select(LibraryFile.id, LibraryFile.file_path, LibraryFile.thumbnail_path).where(
  501. LibraryFile.folder_id == fid
  502. )
  503. )
  504. for file_id, file_path, thumb_path in files_result.all():
  505. file_ids.append(file_id)
  506. # Delete actual files
  507. try:
  508. if file_path and os.path.exists(file_path):
  509. os.remove(file_path)
  510. if thumb_path and os.path.exists(thumb_path):
  511. os.remove(thumb_path)
  512. except OSError as e:
  513. logger.warning("Failed to delete file: %s", e)
  514. # Get child folders and recurse
  515. children_result = await db.execute(select(LibraryFolder.id).where(LibraryFolder.parent_id == fid))
  516. for (child_id,) in children_result.all():
  517. file_ids.extend(await get_all_file_ids(child_id))
  518. return file_ids
  519. await get_all_file_ids(folder_id)
  520. # Delete folder (cascade will handle files and subfolders)
  521. await db.delete(folder)
  522. return {"status": "success", "message": "Folder deleted"}
  523. # ============ File Endpoints ============
  524. @router.get("/files", response_model=list[FileListResponse])
  525. @router.get("/files/", response_model=list[FileListResponse])
  526. async def list_files(
  527. response: Response,
  528. folder_id: int | None = None,
  529. include_root: bool = True,
  530. db: AsyncSession = Depends(get_db),
  531. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_READ)),
  532. ):
  533. """List files, optionally filtered by folder.
  534. Args:
  535. folder_id: Filter by folder ID. If None and include_root=True, returns root files.
  536. include_root: If True and folder_id is None, returns files at root level.
  537. If False and folder_id is None, returns all files.
  538. """
  539. query = select(LibraryFile).options(selectinload(LibraryFile.created_by))
  540. if folder_id is not None:
  541. query = query.where(LibraryFile.folder_id == folder_id)
  542. elif include_root:
  543. query = query.where(LibraryFile.folder_id.is_(None))
  544. query = query.order_by(LibraryFile.filename)
  545. result = await db.execute(query)
  546. files = result.scalars().all()
  547. # Get duplicate counts
  548. hash_counts = {}
  549. if files:
  550. hashes = [f.file_hash for f in files if f.file_hash]
  551. if hashes:
  552. dup_result = await db.execute(
  553. select(LibraryFile.file_hash, func.count(LibraryFile.id))
  554. .where(LibraryFile.file_hash.in_(hashes))
  555. .group_by(LibraryFile.file_hash)
  556. )
  557. hash_counts = {h: c - 1 for h, c in dup_result.all()} # -1 to exclude self
  558. # Prevent browser caching of file list
  559. response.headers["Cache-Control"] = "no-cache, no-store, must-revalidate"
  560. file_list = []
  561. for f in files:
  562. # Extract key metadata for display
  563. print_name = None
  564. print_time = None
  565. filament_grams = None
  566. sliced_for_model = None
  567. if f.file_metadata:
  568. print_name = f.file_metadata.get("print_name")
  569. print_time = f.file_metadata.get("print_time_seconds")
  570. filament_grams = f.file_metadata.get("filament_used_grams")
  571. sliced_for_model = f.file_metadata.get("sliced_for_model")
  572. file_list.append(
  573. FileListResponse(
  574. id=f.id,
  575. folder_id=f.folder_id,
  576. filename=f.filename,
  577. file_type=f.file_type,
  578. file_size=f.file_size,
  579. thumbnail_path=f.thumbnail_path,
  580. print_count=f.print_count,
  581. duplicate_count=hash_counts.get(f.file_hash, 0) if f.file_hash else 0,
  582. created_by_id=f.created_by_id,
  583. created_by_username=f.created_by.username if f.created_by else None,
  584. created_at=f.created_at,
  585. print_name=print_name,
  586. print_time_seconds=print_time,
  587. filament_used_grams=filament_grams,
  588. sliced_for_model=sliced_for_model,
  589. )
  590. )
  591. return file_list
  592. @router.post("/files", response_model=FileUploadResponse)
  593. @router.post("/files/", response_model=FileUploadResponse)
  594. async def upload_file(
  595. file: UploadFile = File(...),
  596. folder_id: int | None = None,
  597. generate_stl_thumbnails: bool = Query(default=True),
  598. db: AsyncSession = Depends(get_db),
  599. current_user: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_UPLOAD)),
  600. ):
  601. """Upload a file to the library."""
  602. try:
  603. if not file.filename:
  604. raise HTTPException(status_code=400, detail="Filename is required")
  605. filename = file.filename
  606. ext = os.path.splitext(filename)[1].lower()
  607. # Handle files without extension
  608. file_type = ext[1:] if ext else "unknown"
  609. # Verify folder exists if specified
  610. if folder_id is not None:
  611. folder_result = await db.execute(select(LibraryFolder).where(LibraryFolder.id == folder_id))
  612. if not folder_result.scalar_one_or_none():
  613. raise HTTPException(status_code=404, detail="Folder not found")
  614. # Generate unique filename for storage
  615. unique_filename = f"{uuid.uuid4().hex}{ext}"
  616. file_path = get_library_files_dir() / unique_filename
  617. # Save file
  618. content = await file.read()
  619. with open(file_path, "wb") as f:
  620. f.write(content)
  621. # Calculate hash
  622. file_hash = calculate_file_hash(file_path)
  623. # Check for duplicates
  624. dup_result = await db.execute(select(LibraryFile.id).where(LibraryFile.file_hash == file_hash).limit(1))
  625. duplicate_of = dup_result.scalar()
  626. # Extract metadata and thumbnail
  627. metadata = {}
  628. thumbnail_path = None
  629. thumbnails_dir = get_library_thumbnails_dir()
  630. if ext == ".3mf":
  631. try:
  632. parser = ThreeMFParser(str(file_path))
  633. raw_metadata = parser.parse()
  634. # Extract thumbnail before cleaning metadata
  635. thumbnail_data = raw_metadata.get("_thumbnail_data")
  636. thumbnail_ext = raw_metadata.get("_thumbnail_ext", ".png")
  637. # Save thumbnail if extracted
  638. if thumbnail_data:
  639. thumb_filename = f"{uuid.uuid4().hex}{thumbnail_ext}"
  640. thumb_path = thumbnails_dir / thumb_filename
  641. with open(thumb_path, "wb") as f:
  642. f.write(thumbnail_data)
  643. thumbnail_path = str(thumb_path)
  644. # Clean metadata - remove non-JSON-serializable data (bytes, etc.)
  645. def clean_metadata(obj):
  646. if isinstance(obj, dict):
  647. return {
  648. k: clean_metadata(v)
  649. for k, v in obj.items()
  650. if not isinstance(v, bytes) and k not in ("_thumbnail_data", "_thumbnail_ext")
  651. }
  652. elif isinstance(obj, list):
  653. return [clean_metadata(i) for i in obj if not isinstance(i, bytes)]
  654. elif isinstance(obj, bytes):
  655. return None
  656. return obj
  657. metadata = clean_metadata(raw_metadata)
  658. except (KeyError, ValueError, zipfile.BadZipFile, OSError) as e:
  659. logger.warning("Failed to parse 3MF: %s", e)
  660. elif ext == ".gcode":
  661. # Extract embedded thumbnail from gcode
  662. try:
  663. thumbnail_data = extract_gcode_thumbnail(file_path)
  664. if thumbnail_data:
  665. thumb_filename = f"{uuid.uuid4().hex}.png"
  666. thumb_path = thumbnails_dir / thumb_filename
  667. with open(thumb_path, "wb") as f:
  668. f.write(thumbnail_data)
  669. thumbnail_path = str(thumb_path)
  670. except OSError as e:
  671. logger.warning("Failed to extract gcode thumbnail: %s", e)
  672. elif ext.lower() in IMAGE_EXTENSIONS:
  673. # For image files, create a thumbnail from the image itself
  674. thumbnail_path = create_image_thumbnail(file_path, thumbnails_dir)
  675. elif ext == ".stl":
  676. # Generate STL thumbnail if enabled
  677. if generate_stl_thumbnails:
  678. thumbnail_path = generate_stl_thumbnail(file_path, thumbnails_dir)
  679. # Create database entry (store relative paths for portability)
  680. library_file = LibraryFile(
  681. folder_id=folder_id,
  682. filename=filename,
  683. file_path=to_relative_path(file_path),
  684. file_type=file_type,
  685. file_size=len(content),
  686. file_hash=file_hash,
  687. thumbnail_path=to_relative_path(thumbnail_path) if thumbnail_path else None,
  688. file_metadata=metadata if metadata else None,
  689. created_by_id=current_user.id if current_user else None,
  690. )
  691. db.add(library_file)
  692. await db.flush()
  693. await db.refresh(library_file)
  694. return FileUploadResponse(
  695. id=library_file.id,
  696. filename=library_file.filename,
  697. file_type=library_file.file_type,
  698. file_size=library_file.file_size,
  699. thumbnail_path=library_file.thumbnail_path,
  700. duplicate_of=duplicate_of,
  701. metadata=library_file.file_metadata,
  702. )
  703. except HTTPException:
  704. raise
  705. except Exception as e:
  706. logger.error("Upload failed for %s: %s", file.filename, e, exc_info=True)
  707. raise HTTPException(status_code=500, detail=f"Upload failed: {str(e)}")
  708. @router.post("/files/extract-zip", response_model=ZipExtractResponse)
  709. async def extract_zip_file(
  710. file: UploadFile = File(...),
  711. folder_id: int | None = Query(default=None),
  712. preserve_structure: bool = Query(default=True),
  713. create_folder_from_zip: bool = Query(default=False),
  714. generate_stl_thumbnails: bool = Query(default=True),
  715. db: AsyncSession = Depends(get_db),
  716. current_user: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_UPLOAD)),
  717. ):
  718. """Upload and extract a ZIP file to the library.
  719. Args:
  720. file: The ZIP file to extract
  721. folder_id: Target folder ID (None = root)
  722. preserve_structure: If True, recreate folder structure from ZIP; if False, extract all files flat
  723. create_folder_from_zip: If True, create a folder named after the ZIP file and extract into it
  724. generate_stl_thumbnails: If True, generate thumbnails for STL files
  725. """
  726. import tempfile
  727. if not file.filename or not file.filename.lower().endswith(".zip"):
  728. raise HTTPException(status_code=400, detail="Only ZIP files are supported")
  729. # Verify target folder exists if specified
  730. if folder_id is not None:
  731. folder_result = await db.execute(select(LibraryFolder).where(LibraryFolder.id == folder_id))
  732. if not folder_result.scalar_one_or_none():
  733. raise HTTPException(status_code=404, detail="Target folder not found")
  734. # Save ZIP to temp file
  735. try:
  736. with tempfile.NamedTemporaryFile(delete=False, suffix=".zip") as tmp:
  737. content = await file.read()
  738. tmp.write(content)
  739. tmp_path = tmp.name
  740. except OSError as e:
  741. raise HTTPException(status_code=500, detail=f"Failed to save ZIP file: {str(e)}")
  742. extracted_files: list[ZipExtractResult] = []
  743. errors: list[ZipExtractError] = []
  744. folders_created = 0
  745. folder_cache: dict[str, int] = {} # path -> folder_id
  746. # If create_folder_from_zip is True, create a folder named after the ZIP file
  747. zip_folder_id = folder_id
  748. logger.info(
  749. f"ZIP extraction: create_folder_from_zip={create_folder_from_zip}, folder_id={folder_id}, filename={file.filename}"
  750. )
  751. if create_folder_from_zip and file.filename:
  752. # Remove .zip extension to get folder name
  753. zip_folder_name = file.filename[:-4] if file.filename.lower().endswith(".zip") else file.filename
  754. # Check if folder already exists
  755. existing = await db.execute(
  756. select(LibraryFolder).where(
  757. LibraryFolder.name == zip_folder_name,
  758. LibraryFolder.parent_id == folder_id if folder_id else LibraryFolder.parent_id.is_(None),
  759. )
  760. )
  761. existing_folder = existing.scalar_one_or_none()
  762. if existing_folder:
  763. zip_folder_id = existing_folder.id
  764. logger.info("Reusing existing folder '%s' with id=%s", zip_folder_name, zip_folder_id)
  765. else:
  766. # Create folder
  767. new_folder = LibraryFolder(name=zip_folder_name, parent_id=folder_id)
  768. db.add(new_folder)
  769. await db.flush()
  770. await db.commit() # Commit folder creation immediately
  771. zip_folder_id = new_folder.id
  772. folders_created += 1
  773. logger.info("Created new folder '%s' with id=%s", zip_folder_name, zip_folder_id)
  774. try:
  775. with zipfile.ZipFile(tmp_path, "r") as zf:
  776. # Filter out directories and hidden/system files
  777. file_list = [
  778. name
  779. for name in zf.namelist()
  780. if not name.endswith("/")
  781. and not name.startswith("__MACOSX")
  782. and not os.path.basename(name).startswith(".")
  783. ]
  784. for zip_path in file_list:
  785. try:
  786. # Determine target folder (use zip_folder_id as base if create_folder_from_zip was used)
  787. target_folder_id = zip_folder_id
  788. if preserve_structure:
  789. # Get directory path from ZIP
  790. dir_path = os.path.dirname(zip_path)
  791. if dir_path:
  792. # Create folder structure
  793. parts = dir_path.split("/")
  794. current_parent = zip_folder_id
  795. current_path = ""
  796. for part in parts:
  797. if not part:
  798. continue
  799. current_path = f"{current_path}/{part}" if current_path else part
  800. if current_path in folder_cache:
  801. current_parent = folder_cache[current_path]
  802. else:
  803. # Check if folder exists
  804. existing = await db.execute(
  805. select(LibraryFolder).where(
  806. LibraryFolder.name == part,
  807. LibraryFolder.parent_id == current_parent
  808. if current_parent
  809. else LibraryFolder.parent_id.is_(None),
  810. )
  811. )
  812. existing_folder = existing.scalar_one_or_none()
  813. if existing_folder:
  814. current_parent = existing_folder.id
  815. else:
  816. # Create folder
  817. new_folder = LibraryFolder(name=part, parent_id=current_parent)
  818. db.add(new_folder)
  819. await db.flush()
  820. current_parent = new_folder.id
  821. folders_created += 1
  822. folder_cache[current_path] = current_parent
  823. target_folder_id = current_parent
  824. # Extract file
  825. filename = os.path.basename(zip_path)
  826. ext = os.path.splitext(filename)[1].lower()
  827. file_type = ext[1:] if ext else "unknown"
  828. # Generate unique filename for storage
  829. unique_filename = f"{uuid.uuid4().hex}{ext}"
  830. file_path = get_library_files_dir() / unique_filename
  831. # Extract and save file
  832. file_content = zf.read(zip_path)
  833. with open(file_path, "wb") as f:
  834. f.write(file_content)
  835. # Calculate hash
  836. file_hash = calculate_file_hash(file_path)
  837. # Extract metadata and thumbnail for 3MF files
  838. metadata = {}
  839. thumbnail_path = None
  840. thumbnails_dir = get_library_thumbnails_dir()
  841. if ext == ".3mf":
  842. try:
  843. parser = ThreeMFParser(str(file_path))
  844. raw_metadata = parser.parse()
  845. thumbnail_data = raw_metadata.get("_thumbnail_data")
  846. thumbnail_ext = raw_metadata.get("_thumbnail_ext", ".png")
  847. if thumbnail_data:
  848. thumb_filename = f"{uuid.uuid4().hex}{thumbnail_ext}"
  849. thumb_path = thumbnails_dir / thumb_filename
  850. with open(thumb_path, "wb") as f:
  851. f.write(thumbnail_data)
  852. thumbnail_path = str(thumb_path)
  853. def clean_metadata(obj):
  854. if isinstance(obj, dict):
  855. return {
  856. k: clean_metadata(v)
  857. for k, v in obj.items()
  858. if not isinstance(v, bytes) and k not in ("_thumbnail_data", "_thumbnail_ext")
  859. }
  860. elif isinstance(obj, list):
  861. return [clean_metadata(i) for i in obj if not isinstance(i, bytes)]
  862. elif isinstance(obj, bytes):
  863. return None
  864. return obj
  865. metadata = clean_metadata(raw_metadata)
  866. except (KeyError, ValueError, zipfile.BadZipFile, OSError) as e:
  867. logger.warning("Failed to parse 3MF from ZIP: %s", e)
  868. elif ext == ".gcode":
  869. try:
  870. thumbnail_data = extract_gcode_thumbnail(file_path)
  871. if thumbnail_data:
  872. thumb_filename = f"{uuid.uuid4().hex}.png"
  873. thumb_path = thumbnails_dir / thumb_filename
  874. with open(thumb_path, "wb") as f:
  875. f.write(thumbnail_data)
  876. thumbnail_path = str(thumb_path)
  877. except OSError as e:
  878. logger.warning("Failed to extract gcode thumbnail from ZIP: %s", e)
  879. elif ext.lower() in IMAGE_EXTENSIONS:
  880. thumbnail_path = create_image_thumbnail(file_path, thumbnails_dir)
  881. elif ext == ".stl":
  882. # Generate STL thumbnail if enabled
  883. if generate_stl_thumbnails:
  884. thumbnail_path = generate_stl_thumbnail(file_path, thumbnails_dir)
  885. # Create database entry (store relative paths for portability)
  886. library_file = LibraryFile(
  887. folder_id=target_folder_id,
  888. filename=filename,
  889. file_path=to_relative_path(file_path),
  890. file_type=file_type,
  891. file_size=len(file_content),
  892. file_hash=file_hash,
  893. thumbnail_path=to_relative_path(thumbnail_path) if thumbnail_path else None,
  894. file_metadata=metadata if metadata else None,
  895. created_by_id=current_user.id if current_user else None,
  896. )
  897. db.add(library_file)
  898. await db.flush()
  899. await db.refresh(library_file)
  900. extracted_files.append(
  901. ZipExtractResult(
  902. filename=filename,
  903. file_id=library_file.id,
  904. folder_id=target_folder_id,
  905. )
  906. )
  907. # Commit after each file to release database lock
  908. # This prevents long-running transactions from blocking other requests
  909. await db.commit()
  910. except Exception as e:
  911. logger.error("Failed to extract %s: %s", zip_path, e)
  912. errors.append(ZipExtractError(filename=os.path.basename(zip_path), error=str(e)))
  913. # Rollback the failed file but continue with others
  914. await db.rollback()
  915. return ZipExtractResponse(
  916. extracted=len(extracted_files),
  917. folders_created=folders_created,
  918. files=extracted_files,
  919. errors=errors,
  920. )
  921. except zipfile.BadZipFile:
  922. raise HTTPException(status_code=400, detail="Invalid or corrupted ZIP file")
  923. except Exception as e:
  924. logger.error("ZIP extraction failed: %s", e, exc_info=True)
  925. raise HTTPException(status_code=500, detail=f"ZIP extraction failed: {str(e)}")
  926. finally:
  927. # Clean up temp file
  928. try:
  929. os.unlink(tmp_path)
  930. except OSError:
  931. pass # Best-effort temp file cleanup; ignore if already removed
  932. # ============ STL Thumbnail Batch Generation ============
  933. @router.post("/generate-stl-thumbnails", response_model=BatchThumbnailResponse)
  934. async def batch_generate_stl_thumbnails(
  935. request: BatchThumbnailRequest,
  936. db: AsyncSession = Depends(get_db),
  937. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_UPDATE_ALL)),
  938. ):
  939. """Generate thumbnails for STL files in batch.
  940. Note: Requires library:update_all permission since this is a batch operation
  941. that may affect files owned by different users.
  942. Can generate thumbnails for:
  943. - Specific file IDs (file_ids)
  944. - All STL files in a folder (folder_id)
  945. - All STL files missing thumbnails (all_missing=True)
  946. """
  947. thumbnails_dir = get_library_thumbnails_dir()
  948. results: list[BatchThumbnailResult] = []
  949. # Build query based on request
  950. query = select(LibraryFile).where(LibraryFile.file_type == "stl")
  951. if request.file_ids:
  952. # Specific files
  953. query = query.where(LibraryFile.id.in_(request.file_ids))
  954. elif request.folder_id is not None:
  955. # All STL files in a specific folder
  956. query = query.where(LibraryFile.folder_id == request.folder_id)
  957. if not request.all_missing:
  958. # If not specifically asking for missing thumbnails, get all
  959. pass
  960. else:
  961. query = query.where(LibraryFile.thumbnail_path.is_(None))
  962. elif request.all_missing:
  963. # All STL files without thumbnails
  964. query = query.where(LibraryFile.thumbnail_path.is_(None))
  965. else:
  966. # No criteria specified - return empty
  967. return BatchThumbnailResponse(
  968. processed=0,
  969. succeeded=0,
  970. failed=0,
  971. results=[],
  972. )
  973. result = await db.execute(query)
  974. stl_files = result.scalars().all()
  975. succeeded = 0
  976. failed = 0
  977. for stl_file in stl_files:
  978. file_path = to_absolute_path(stl_file.file_path)
  979. if not file_path or not file_path.exists():
  980. results.append(
  981. BatchThumbnailResult(
  982. file_id=stl_file.id,
  983. filename=stl_file.filename,
  984. success=False,
  985. error="File not found on disk",
  986. )
  987. )
  988. failed += 1
  989. continue
  990. try:
  991. thumbnail_path = generate_stl_thumbnail(file_path, thumbnails_dir)
  992. if thumbnail_path:
  993. # Update database with relative path
  994. stl_file.thumbnail_path = to_relative_path(thumbnail_path)
  995. await db.flush()
  996. results.append(
  997. BatchThumbnailResult(
  998. file_id=stl_file.id,
  999. filename=stl_file.filename,
  1000. success=True,
  1001. )
  1002. )
  1003. succeeded += 1
  1004. else:
  1005. results.append(
  1006. BatchThumbnailResult(
  1007. file_id=stl_file.id,
  1008. filename=stl_file.filename,
  1009. success=False,
  1010. error="Thumbnail generation failed",
  1011. )
  1012. )
  1013. failed += 1
  1014. except Exception as e:
  1015. logger.error("Failed to generate thumbnail for %s: %s", stl_file.filename, e)
  1016. results.append(
  1017. BatchThumbnailResult(
  1018. file_id=stl_file.id,
  1019. filename=stl_file.filename,
  1020. success=False,
  1021. error=str(e),
  1022. )
  1023. )
  1024. failed += 1
  1025. await db.commit()
  1026. return BatchThumbnailResponse(
  1027. processed=len(stl_files),
  1028. succeeded=succeeded,
  1029. failed=failed,
  1030. results=results,
  1031. )
  1032. # ============ Queue Operations ============
  1033. # NOTE: These routes must be defined BEFORE /files/{file_id} to avoid path parameter conflicts
  1034. def is_sliced_file(filename: str) -> bool:
  1035. """Check if a file is a sliced (printable) file.
  1036. Sliced files are:
  1037. - .gcode files
  1038. - .3mf files that contain '.gcode.' in the name (e.g., filename.gcode.3mf)
  1039. """
  1040. lower = filename.lower()
  1041. return lower.endswith(".gcode") or ".gcode." in lower
  1042. @router.post("/files/add-to-queue", response_model=AddToQueueResponse)
  1043. async def add_files_to_queue(
  1044. request: AddToQueueRequest,
  1045. db: AsyncSession = Depends(get_db),
  1046. _: User | None = Depends(require_permission_if_auth_enabled(Permission.QUEUE_CREATE)),
  1047. ):
  1048. """Add library files to the print queue.
  1049. Only sliced files (.gcode or .gcode.3mf) can be added to the queue.
  1050. The archive will be created automatically when the print starts.
  1051. """
  1052. added: list[AddToQueueResult] = []
  1053. errors: list[AddToQueueError] = []
  1054. # Get all requested files
  1055. result = await db.execute(select(LibraryFile).where(LibraryFile.id.in_(request.file_ids)))
  1056. files = {f.id: f for f in result.scalars().all()}
  1057. # Get max position for queue ordering
  1058. pos_result = await db.execute(select(func.coalesce(func.max(PrintQueueItem.position), 0)))
  1059. max_position = pos_result.scalar() or 0
  1060. for file_id in request.file_ids:
  1061. lib_file = files.get(file_id)
  1062. if not lib_file:
  1063. errors.append(AddToQueueError(file_id=file_id, filename="(not found)", error="File not found"))
  1064. continue
  1065. # Validate file is sliced
  1066. if not is_sliced_file(lib_file.filename):
  1067. errors.append(
  1068. AddToQueueError(
  1069. file_id=file_id,
  1070. filename=lib_file.filename,
  1071. error="Not a sliced file. Only .gcode or .gcode.3mf files can be printed.",
  1072. )
  1073. )
  1074. continue
  1075. try:
  1076. # Verify file exists on disk
  1077. file_path = Path(app_settings.base_dir) / lib_file.file_path
  1078. if not file_path.exists():
  1079. errors.append(
  1080. AddToQueueError(file_id=file_id, filename=lib_file.filename, error="File not found on disk")
  1081. )
  1082. continue
  1083. # Create queue item referencing library file (archive created at print start)
  1084. max_position += 1
  1085. queue_item = PrintQueueItem(
  1086. printer_id=None, # Unassigned
  1087. library_file_id=file_id,
  1088. position=max_position,
  1089. status="pending",
  1090. )
  1091. db.add(queue_item)
  1092. await db.flush() # Get queue_item.id
  1093. added.append(
  1094. AddToQueueResult(
  1095. file_id=file_id,
  1096. filename=lib_file.filename,
  1097. queue_item_id=queue_item.id,
  1098. )
  1099. )
  1100. except Exception as e:
  1101. logger.exception("Error adding file %s to queue", file_id)
  1102. errors.append(AddToQueueError(file_id=file_id, filename=lib_file.filename, error=str(e)))
  1103. await db.commit()
  1104. return AddToQueueResponse(added=added, errors=errors)
  1105. @router.get("/files/{file_id}/plates")
  1106. async def get_library_file_plates(
  1107. file_id: int,
  1108. db: AsyncSession = Depends(get_db),
  1109. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_READ)),
  1110. ):
  1111. """Get available plates from a multi-plate 3MF library file.
  1112. Returns a list of plates with their index, name, thumbnail availability,
  1113. and filament requirements. For single-plate exports, returns a single plate.
  1114. """
  1115. import json
  1116. import defusedxml.ElementTree as ET
  1117. # Get the library file
  1118. result = await db.execute(select(LibraryFile).where(LibraryFile.id == file_id))
  1119. lib_file = result.scalar_one_or_none()
  1120. if not lib_file:
  1121. raise HTTPException(status_code=404, detail="File not found")
  1122. file_path = Path(app_settings.base_dir) / lib_file.file_path
  1123. if not file_path.exists():
  1124. raise HTTPException(status_code=404, detail="File not found on disk")
  1125. # Only 3MF files have plates
  1126. if not lib_file.filename.lower().endswith(".3mf"):
  1127. return {"file_id": file_id, "filename": lib_file.filename, "plates": [], "is_multi_plate": False}
  1128. plates = []
  1129. try:
  1130. with zipfile.ZipFile(file_path, "r") as zf:
  1131. namelist = zf.namelist()
  1132. # Find all plate gcode files to determine available plates
  1133. gcode_files = [n for n in namelist if n.startswith("Metadata/plate_") and n.endswith(".gcode")]
  1134. # If no gcode is present (source-only or unsliced), fall back to plate JSON/PNG
  1135. plate_indices: list[int] = []
  1136. if gcode_files:
  1137. # Extract plate indices from gcode filenames
  1138. for gf in gcode_files:
  1139. try:
  1140. plate_str = gf[15:-6] # Remove "Metadata/plate_" and ".gcode"
  1141. plate_indices.append(int(plate_str))
  1142. except ValueError:
  1143. pass # Skip gcode file with non-numeric plate index
  1144. else:
  1145. plate_json_files = [n for n in namelist if n.startswith("Metadata/plate_") and n.endswith(".json")]
  1146. plate_png_files = [
  1147. n
  1148. for n in namelist
  1149. if n.startswith("Metadata/plate_")
  1150. and n.endswith(".png")
  1151. and "_small" not in n
  1152. and "no_light" not in n
  1153. ]
  1154. plate_name_candidates = plate_json_files + plate_png_files
  1155. plate_re = re.compile(r"^Metadata/plate_(\d+)\.(json|png)$")
  1156. seen_indices: set[int] = set()
  1157. for name in plate_name_candidates:
  1158. match = plate_re.match(name)
  1159. if match:
  1160. try:
  1161. index = int(match.group(1))
  1162. except ValueError:
  1163. continue
  1164. if index in seen_indices:
  1165. continue
  1166. seen_indices.add(index)
  1167. plate_indices.append(index)
  1168. if not plate_indices:
  1169. # No plate metadata found
  1170. return {"file_id": file_id, "filename": lib_file.filename, "plates": [], "is_multi_plate": False}
  1171. plate_indices.sort()
  1172. # Parse model_settings.config for plate names + object assignments
  1173. plate_names = {}
  1174. plate_object_ids: dict[int, list[str]] = {}
  1175. object_names_by_id: dict[str, str] = {}
  1176. if "Metadata/model_settings.config" in namelist:
  1177. try:
  1178. model_content = zf.read("Metadata/model_settings.config").decode()
  1179. model_root = ET.fromstring(model_content)
  1180. for obj_elem in model_root.findall(".//object"):
  1181. obj_id = obj_elem.get("id")
  1182. if not obj_id:
  1183. continue
  1184. name_meta = obj_elem.find("metadata[@key='name']")
  1185. obj_name = name_meta.get("value") if name_meta is not None else None
  1186. if obj_name:
  1187. object_names_by_id[obj_id] = obj_name
  1188. for plate_elem in model_root.findall(".//plate"):
  1189. plater_id = None
  1190. plater_name = None
  1191. for meta in plate_elem.findall("metadata"):
  1192. key = meta.get("key")
  1193. value = meta.get("value")
  1194. if key == "plater_id" and value:
  1195. try:
  1196. plater_id = int(value)
  1197. except ValueError:
  1198. pass # Ignore plate with non-numeric plater_id
  1199. elif key == "plater_name" and value:
  1200. plater_name = value.strip()
  1201. if plater_id is not None and plater_name:
  1202. plate_names[plater_id] = plater_name
  1203. if plater_id is not None:
  1204. for instance_elem in plate_elem.findall("model_instance"):
  1205. for inst_meta in instance_elem.findall("metadata"):
  1206. if inst_meta.get("key") == "object_id":
  1207. obj_id = inst_meta.get("value")
  1208. if not obj_id:
  1209. continue
  1210. plate_object_ids.setdefault(plater_id, [])
  1211. if obj_id not in plate_object_ids[plater_id]:
  1212. plate_object_ids[plater_id].append(obj_id)
  1213. except (KeyError, ValueError, ET.ParseError, UnicodeDecodeError):
  1214. pass # model_settings.config is optional; skip if missing or malformed
  1215. # Parse slice_info.config for plate metadata
  1216. plate_metadata = {}
  1217. if "Metadata/slice_info.config" in namelist:
  1218. content = zf.read("Metadata/slice_info.config").decode()
  1219. root = ET.fromstring(content)
  1220. for plate_elem in root.findall(".//plate"):
  1221. plate_info = {"filaments": [], "prediction": None, "weight": None, "name": None, "objects": []}
  1222. plate_index = None
  1223. for meta in plate_elem.findall("metadata"):
  1224. key = meta.get("key")
  1225. value = meta.get("value")
  1226. if key == "index" and value:
  1227. try:
  1228. plate_index = int(value)
  1229. except ValueError:
  1230. pass # Ignore plate with non-numeric index
  1231. elif key == "prediction" and value:
  1232. try:
  1233. plate_info["prediction"] = int(value)
  1234. except ValueError:
  1235. pass # Leave prediction as None if not a valid integer
  1236. elif key == "weight" and value:
  1237. try:
  1238. plate_info["weight"] = float(value)
  1239. except ValueError:
  1240. pass # Leave weight as None if not a valid number
  1241. # Get filaments used in this plate
  1242. for filament_elem in plate_elem.findall("filament"):
  1243. filament_id = filament_elem.get("id")
  1244. filament_type = filament_elem.get("type", "")
  1245. filament_color = filament_elem.get("color", "")
  1246. used_g = filament_elem.get("used_g", "0")
  1247. used_m = filament_elem.get("used_m", "0")
  1248. try:
  1249. used_grams = float(used_g)
  1250. except (ValueError, TypeError):
  1251. used_grams = 0
  1252. if used_grams > 0 and filament_id:
  1253. plate_info["filaments"].append(
  1254. {
  1255. "slot_id": int(filament_id),
  1256. "type": filament_type,
  1257. "color": filament_color,
  1258. "used_grams": round(used_grams, 1),
  1259. "used_meters": float(used_m) if used_m else 0,
  1260. }
  1261. )
  1262. plate_info["filaments"].sort(key=lambda x: x["slot_id"])
  1263. # Collect object names
  1264. for obj_elem in plate_elem.findall("object"):
  1265. obj_name = obj_elem.get("name")
  1266. if obj_name and obj_name not in plate_info["objects"]:
  1267. plate_info["objects"].append(obj_name)
  1268. # Set plate name
  1269. if plate_index is not None:
  1270. custom_name = plate_names.get(plate_index)
  1271. if custom_name:
  1272. plate_info["name"] = custom_name
  1273. elif plate_info["objects"]:
  1274. plate_info["name"] = plate_info["objects"][0]
  1275. plate_metadata[plate_index] = plate_info
  1276. # Parse plate_*.json for object lists when slice_info is missing
  1277. plate_json_objects: dict[int, list[str]] = {}
  1278. for name in namelist:
  1279. match = re.match(r"^Metadata/plate_(\d+)\.json$", name)
  1280. if not match:
  1281. continue
  1282. try:
  1283. plate_index = int(match.group(1))
  1284. except ValueError:
  1285. continue
  1286. try:
  1287. payload = json.loads(zf.read(name).decode())
  1288. bbox_objects = payload.get("bbox_objects", [])
  1289. names: list[str] = []
  1290. for obj in bbox_objects:
  1291. obj_name = obj.get("name") if isinstance(obj, dict) else None
  1292. if obj_name and obj_name not in names:
  1293. names.append(obj_name)
  1294. if names:
  1295. plate_json_objects[plate_index] = names
  1296. except (json.JSONDecodeError, KeyError, ValueError, UnicodeDecodeError):
  1297. continue
  1298. # Build plate list
  1299. for idx in plate_indices:
  1300. meta = plate_metadata.get(idx, {})
  1301. has_thumbnail = f"Metadata/plate_{idx}.png" in namelist
  1302. objects = meta.get("objects", [])
  1303. if not objects:
  1304. objects = plate_json_objects.get(idx, [])
  1305. if not objects and plate_object_ids.get(idx):
  1306. objects = [
  1307. object_names_by_id.get(obj_id, f"Object {obj_id}") for obj_id in plate_object_ids.get(idx, [])
  1308. ]
  1309. plate_name = meta.get("name")
  1310. if not plate_name:
  1311. plate_name = plate_names.get(idx)
  1312. if not plate_name and objects:
  1313. plate_name = objects[0]
  1314. plates.append(
  1315. {
  1316. "index": idx,
  1317. "name": plate_name,
  1318. "objects": objects,
  1319. "object_count": len(objects),
  1320. "has_thumbnail": has_thumbnail,
  1321. "thumbnail_url": f"/api/v1/library/files/{file_id}/plate-thumbnail/{idx}"
  1322. if has_thumbnail
  1323. else None,
  1324. "print_time_seconds": meta.get("prediction"),
  1325. "filament_used_grams": meta.get("weight"),
  1326. "filaments": meta.get("filaments", []),
  1327. }
  1328. )
  1329. except (KeyError, ValueError, zipfile.BadZipFile, ET.ParseError, UnicodeDecodeError) as e:
  1330. logger.warning("Failed to parse plates from library file %s: %s", file_id, e)
  1331. return {
  1332. "file_id": file_id,
  1333. "filename": lib_file.filename,
  1334. "plates": plates,
  1335. "is_multi_plate": len(plates) > 1,
  1336. }
  1337. @router.get("/files/{file_id}/plate-thumbnail/{plate_index}")
  1338. async def get_library_file_plate_thumbnail(
  1339. file_id: int,
  1340. plate_index: int,
  1341. db: AsyncSession = Depends(get_db),
  1342. ):
  1343. """Get the thumbnail image for a specific plate from a library file."""
  1344. from starlette.responses import Response
  1345. result = await db.execute(select(LibraryFile).where(LibraryFile.id == file_id))
  1346. lib_file = result.scalar_one_or_none()
  1347. if not lib_file:
  1348. raise HTTPException(status_code=404, detail="File not found")
  1349. file_path = Path(app_settings.base_dir) / lib_file.file_path
  1350. if not file_path.exists():
  1351. raise HTTPException(status_code=404, detail="File not found on disk")
  1352. try:
  1353. with zipfile.ZipFile(file_path, "r") as zf:
  1354. thumb_path = f"Metadata/plate_{plate_index}.png"
  1355. if thumb_path in zf.namelist():
  1356. data = zf.read(thumb_path)
  1357. return Response(content=data, media_type="image/png")
  1358. except (zipfile.BadZipFile, KeyError, OSError):
  1359. pass # Archive unreadable or thumbnail missing; fall through to 404
  1360. raise HTTPException(status_code=404, detail=f"Thumbnail for plate {plate_index} not found")
  1361. @router.get("/files/{file_id}/filament-requirements")
  1362. async def get_library_file_filament_requirements(
  1363. file_id: int,
  1364. plate_id: int | None = None,
  1365. db: AsyncSession = Depends(get_db),
  1366. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_READ)),
  1367. ):
  1368. """Get filament requirements from a library file.
  1369. Parses the 3MF file to extract filament slot IDs, types, colors, and usage.
  1370. This enables AMS slot assignment when printing from the file manager.
  1371. Args:
  1372. file_id: The library file ID
  1373. plate_id: Optional plate index to get filaments for a specific plate
  1374. """
  1375. import defusedxml.ElementTree as ET
  1376. # Get the library file
  1377. result = await db.execute(select(LibraryFile).where(LibraryFile.id == file_id))
  1378. lib_file = result.scalar_one_or_none()
  1379. if not lib_file:
  1380. raise HTTPException(status_code=404, detail="File not found")
  1381. # Get the full file path
  1382. file_path = Path(app_settings.base_dir) / lib_file.file_path
  1383. if not file_path.exists():
  1384. raise HTTPException(status_code=404, detail="File not found on disk")
  1385. # Only 3MF files have parseable filament info
  1386. if not lib_file.filename.lower().endswith(".3mf"):
  1387. return {"file_id": file_id, "filename": lib_file.filename, "plate_id": plate_id, "filaments": []}
  1388. filaments = []
  1389. try:
  1390. with zipfile.ZipFile(file_path, "r") as zf:
  1391. # Parse slice_info.config for filament requirements
  1392. if "Metadata/slice_info.config" in zf.namelist():
  1393. content = zf.read("Metadata/slice_info.config").decode()
  1394. root = ET.fromstring(content)
  1395. if plate_id is not None:
  1396. # Find filaments for specific plate
  1397. for plate_elem in root.findall(".//plate"):
  1398. # Check if this is the requested plate
  1399. plate_index = None
  1400. for meta in plate_elem.findall("metadata"):
  1401. if meta.get("key") == "index":
  1402. try:
  1403. plate_index = int(meta.get("value", ""))
  1404. except ValueError:
  1405. pass # Skip plate with non-numeric index value
  1406. break
  1407. if plate_index == plate_id:
  1408. # Extract filaments from this plate
  1409. for filament_elem in plate_elem.findall("filament"):
  1410. filament_id = filament_elem.get("id")
  1411. filament_type = filament_elem.get("type", "")
  1412. filament_color = filament_elem.get("color", "")
  1413. used_g = filament_elem.get("used_g", "0")
  1414. used_m = filament_elem.get("used_m", "0")
  1415. tray_info_idx = filament_elem.get("tray_info_idx", "")
  1416. try:
  1417. used_grams = float(used_g)
  1418. except (ValueError, TypeError):
  1419. used_grams = 0
  1420. if used_grams > 0 and filament_id:
  1421. filaments.append(
  1422. {
  1423. "slot_id": int(filament_id),
  1424. "type": filament_type,
  1425. "color": filament_color,
  1426. "used_grams": round(used_grams, 1),
  1427. "used_meters": float(used_m) if used_m else 0,
  1428. "tray_info_idx": tray_info_idx,
  1429. }
  1430. )
  1431. break
  1432. else:
  1433. # Extract all filaments with used_g > 0 (for single-plate or overview)
  1434. for filament_elem in root.findall(".//filament"):
  1435. filament_id = filament_elem.get("id")
  1436. filament_type = filament_elem.get("type", "")
  1437. filament_color = filament_elem.get("color", "")
  1438. used_g = filament_elem.get("used_g", "0")
  1439. used_m = filament_elem.get("used_m", "0")
  1440. tray_info_idx = filament_elem.get("tray_info_idx", "")
  1441. try:
  1442. used_grams = float(used_g)
  1443. except (ValueError, TypeError):
  1444. used_grams = 0
  1445. if used_grams > 0 and filament_id:
  1446. filaments.append(
  1447. {
  1448. "slot_id": int(filament_id),
  1449. "type": filament_type,
  1450. "color": filament_color,
  1451. "used_grams": round(used_grams, 1),
  1452. "used_meters": float(used_m) if used_m else 0,
  1453. "tray_info_idx": tray_info_idx,
  1454. }
  1455. )
  1456. # Sort by slot ID
  1457. filaments.sort(key=lambda x: x["slot_id"])
  1458. except (KeyError, ValueError, zipfile.BadZipFile, ET.ParseError, UnicodeDecodeError) as e:
  1459. logger.warning("Failed to parse filament requirements from library file %s: %s", file_id, e)
  1460. return {
  1461. "file_id": file_id,
  1462. "filename": lib_file.filename,
  1463. "plate_id": plate_id,
  1464. "filaments": filaments,
  1465. }
  1466. @router.post("/files/{file_id}/print")
  1467. async def print_library_file(
  1468. file_id: int,
  1469. printer_id: int,
  1470. body: FilePrintRequest | None = None,
  1471. db: AsyncSession = Depends(get_db),
  1472. _: User | None = Depends(require_permission_if_auth_enabled(Permission.PRINTERS_CONTROL)),
  1473. ):
  1474. """Print a library file directly.
  1475. This endpoint:
  1476. 1. Creates an archive from the library file
  1477. 2. Uploads the file to the printer
  1478. 3. Starts the print
  1479. Only sliced files (.gcode or .gcode.3mf) can be printed.
  1480. """
  1481. from backend.app.main import register_expected_print
  1482. from backend.app.models.printer import Printer
  1483. from backend.app.services.bambu_ftp import (
  1484. delete_file_async,
  1485. get_ftp_retry_settings,
  1486. upload_file_async,
  1487. with_ftp_retry,
  1488. )
  1489. from backend.app.services.printer_manager import printer_manager
  1490. # Use defaults if no body provided
  1491. if body is None:
  1492. body = FilePrintRequest()
  1493. # Get the library file
  1494. result = await db.execute(select(LibraryFile).where(LibraryFile.id == file_id))
  1495. lib_file = result.scalar_one_or_none()
  1496. if not lib_file:
  1497. raise HTTPException(status_code=404, detail="File not found")
  1498. # Validate file is sliced
  1499. if not is_sliced_file(lib_file.filename):
  1500. raise HTTPException(
  1501. status_code=400,
  1502. detail="Not a sliced file. Only .gcode or .gcode.3mf files can be printed.",
  1503. )
  1504. # Get the full file path
  1505. file_path = Path(app_settings.base_dir) / lib_file.file_path
  1506. if not file_path.exists():
  1507. raise HTTPException(status_code=404, detail="File not found on disk")
  1508. # Get printer
  1509. result = await db.execute(select(Printer).where(Printer.id == printer_id))
  1510. printer = result.scalar_one_or_none()
  1511. if not printer:
  1512. raise HTTPException(status_code=404, detail="Printer not found")
  1513. # Check printer is connected
  1514. if not printer_manager.is_connected(printer_id):
  1515. raise HTTPException(status_code=400, detail="Printer is not connected")
  1516. # Create archive from the library file
  1517. archive_service = ArchiveService(db)
  1518. archive = await archive_service.archive_print(
  1519. printer_id=printer_id,
  1520. source_file=file_path,
  1521. )
  1522. if not archive:
  1523. raise HTTPException(status_code=500, detail="Failed to create archive")
  1524. await db.flush()
  1525. # Prepare remote filename
  1526. base_name = lib_file.filename
  1527. if base_name.endswith(".gcode.3mf"):
  1528. base_name = base_name[:-10]
  1529. elif base_name.endswith(".3mf"):
  1530. base_name = base_name[:-4]
  1531. remote_filename = f"{base_name}.3mf"
  1532. remote_path = f"/{remote_filename}"
  1533. # Get FTP retry settings
  1534. ftp_retry_enabled, ftp_retry_count, ftp_retry_delay, ftp_timeout = await get_ftp_retry_settings()
  1535. logger.info(
  1536. f"Library print FTP upload starting: printer={printer.name} ({printer.model}), "
  1537. f"ip={printer.ip_address}, file={remote_filename}, local_path={file_path}, "
  1538. f"retry_enabled={ftp_retry_enabled}, retry_count={ftp_retry_count}, timeout={ftp_timeout}"
  1539. )
  1540. # Delete existing file if present (avoids 553 error)
  1541. logger.debug("Deleting existing file %s if present...", remote_path)
  1542. delete_result = await delete_file_async(
  1543. printer.ip_address,
  1544. printer.access_code,
  1545. remote_path,
  1546. socket_timeout=ftp_timeout,
  1547. printer_model=printer.model,
  1548. )
  1549. logger.debug("Delete result: %s", delete_result)
  1550. # Upload file to printer
  1551. if ftp_retry_enabled:
  1552. uploaded = await with_ftp_retry(
  1553. upload_file_async,
  1554. printer.ip_address,
  1555. printer.access_code,
  1556. file_path,
  1557. remote_path,
  1558. socket_timeout=ftp_timeout,
  1559. printer_model=printer.model,
  1560. max_retries=ftp_retry_count,
  1561. retry_delay=ftp_retry_delay,
  1562. operation_name=f"Upload for print to {printer.name}",
  1563. )
  1564. else:
  1565. uploaded = await upload_file_async(
  1566. printer.ip_address,
  1567. printer.access_code,
  1568. file_path,
  1569. remote_path,
  1570. socket_timeout=ftp_timeout,
  1571. printer_model=printer.model,
  1572. )
  1573. if not uploaded:
  1574. logger.error(
  1575. f"FTP upload failed for library print: printer={printer.name}, model={printer.model}, "
  1576. f"ip={printer.ip_address}, file={remote_filename}. "
  1577. "Check logs above for storage diagnostics and specific error codes."
  1578. )
  1579. raise HTTPException(
  1580. status_code=500,
  1581. detail="Failed to upload file to printer. Check if SD card is inserted and properly formatted (FAT32/exFAT). "
  1582. "See server logs for detailed diagnostics.",
  1583. )
  1584. # Register this as an expected print so we don't create a duplicate archive
  1585. register_expected_print(printer_id, remote_filename, archive.id)
  1586. # Determine plate ID
  1587. if body.plate_id is not None:
  1588. plate_id = body.plate_id
  1589. else:
  1590. plate_id = 1
  1591. try:
  1592. with zipfile.ZipFile(file_path, "r") as zf:
  1593. for name in zf.namelist():
  1594. if name.startswith("Metadata/plate_") and name.endswith(".gcode"):
  1595. plate_str = name[15:-6]
  1596. plate_id = int(plate_str)
  1597. break
  1598. except (ValueError, zipfile.BadZipFile, OSError):
  1599. pass # Default plate_id=1 if archive is unreadable or has no gcode
  1600. logger.info(
  1601. f"Print library file {file_id}: archive_id={archive.id}, plate_id={plate_id}, "
  1602. f"ams_mapping={body.ams_mapping}, bed_levelling={body.bed_levelling}"
  1603. )
  1604. # Start the print
  1605. started = printer_manager.start_print(
  1606. printer_id,
  1607. remote_filename,
  1608. plate_id,
  1609. ams_mapping=body.ams_mapping,
  1610. timelapse=body.timelapse,
  1611. bed_levelling=body.bed_levelling,
  1612. flow_cali=body.flow_cali,
  1613. vibration_cali=body.vibration_cali,
  1614. layer_inspect=body.layer_inspect,
  1615. use_ams=body.use_ams,
  1616. )
  1617. if not started:
  1618. raise HTTPException(status_code=500, detail="Failed to start print")
  1619. await db.commit()
  1620. return {
  1621. "status": "printing",
  1622. "printer_id": printer_id,
  1623. "archive_id": archive.id,
  1624. "filename": lib_file.filename,
  1625. }
  1626. # ============ File Detail Endpoints ============
  1627. @router.get("/files/{file_id}", response_model=FileResponseSchema)
  1628. async def get_file(
  1629. file_id: int,
  1630. db: AsyncSession = Depends(get_db),
  1631. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_READ)),
  1632. ):
  1633. """Get a file by ID with full details."""
  1634. result = await db.execute(
  1635. select(LibraryFile).options(selectinload(LibraryFile.created_by)).where(LibraryFile.id == file_id)
  1636. )
  1637. file = result.scalar_one_or_none()
  1638. if not file:
  1639. raise HTTPException(status_code=404, detail="File not found")
  1640. # Get folder name
  1641. folder_name = None
  1642. if file.folder_id:
  1643. folder_result = await db.execute(select(LibraryFolder.name).where(LibraryFolder.id == file.folder_id))
  1644. folder_name = folder_result.scalar()
  1645. # Get project name
  1646. project_name = None
  1647. if file.project_id:
  1648. project_result = await db.execute(select(Project.name).where(Project.id == file.project_id))
  1649. project_name = project_result.scalar()
  1650. # Get duplicates
  1651. duplicates = []
  1652. duplicate_count = 0
  1653. if file.file_hash:
  1654. dup_result = await db.execute(
  1655. select(LibraryFile, LibraryFolder.name)
  1656. .outerjoin(LibraryFolder, LibraryFile.folder_id == LibraryFolder.id)
  1657. .where(LibraryFile.file_hash == file.file_hash, LibraryFile.id != file.id)
  1658. )
  1659. for dup_file, dup_folder_name in dup_result.all():
  1660. duplicates.append(
  1661. FileDuplicate(
  1662. id=dup_file.id,
  1663. filename=dup_file.filename,
  1664. folder_id=dup_file.folder_id,
  1665. folder_name=dup_folder_name,
  1666. created_at=dup_file.created_at,
  1667. )
  1668. )
  1669. duplicate_count = len(duplicates)
  1670. # Extract key metadata fields
  1671. print_name = None
  1672. print_time = None
  1673. filament_grams = None
  1674. sliced_for_model = None
  1675. if file.file_metadata:
  1676. print_name = file.file_metadata.get("print_name")
  1677. print_time = file.file_metadata.get("print_time_seconds")
  1678. filament_grams = file.file_metadata.get("filament_used_grams")
  1679. sliced_for_model = file.file_metadata.get("sliced_for_model")
  1680. return FileResponseSchema(
  1681. id=file.id,
  1682. folder_id=file.folder_id,
  1683. folder_name=folder_name,
  1684. project_id=file.project_id,
  1685. project_name=project_name,
  1686. filename=file.filename,
  1687. file_path=file.file_path,
  1688. file_type=file.file_type,
  1689. file_size=file.file_size,
  1690. file_hash=file.file_hash,
  1691. thumbnail_path=file.thumbnail_path,
  1692. metadata=file.file_metadata,
  1693. print_count=file.print_count,
  1694. last_printed_at=file.last_printed_at,
  1695. notes=file.notes,
  1696. duplicates=duplicates if duplicates else None,
  1697. duplicate_count=duplicate_count,
  1698. created_by_id=file.created_by_id,
  1699. created_by_username=file.created_by.username if file.created_by else None,
  1700. created_at=file.created_at,
  1701. updated_at=file.updated_at,
  1702. print_name=print_name,
  1703. print_time_seconds=print_time,
  1704. filament_used_grams=filament_grams,
  1705. sliced_for_model=sliced_for_model,
  1706. )
  1707. @router.put("/files/{file_id}", response_model=FileResponseSchema)
  1708. async def update_file(
  1709. file_id: int,
  1710. data: FileUpdate,
  1711. db: AsyncSession = Depends(get_db),
  1712. auth_result: tuple[User | None, bool] = Depends(
  1713. require_ownership_permission(
  1714. Permission.LIBRARY_UPDATE_ALL,
  1715. Permission.LIBRARY_UPDATE_OWN,
  1716. )
  1717. ),
  1718. ):
  1719. """Update a file's metadata."""
  1720. user, can_modify_all = auth_result
  1721. result = await db.execute(select(LibraryFile).where(LibraryFile.id == file_id))
  1722. file = result.scalar_one_or_none()
  1723. if not file:
  1724. raise HTTPException(status_code=404, detail="File not found")
  1725. # Ownership check
  1726. if not can_modify_all:
  1727. if file.created_by_id != user.id:
  1728. raise HTTPException(status_code=403, detail="You can only update your own files")
  1729. if data.filename is not None:
  1730. # Validate filename doesn't contain path separators
  1731. if "/" in data.filename or "\\" in data.filename:
  1732. raise HTTPException(status_code=400, detail="Filename cannot contain path separators")
  1733. file.filename = data.filename
  1734. if data.folder_id is not None:
  1735. if data.folder_id == 0:
  1736. file.folder_id = None
  1737. else:
  1738. # Verify folder exists
  1739. folder_result = await db.execute(select(LibraryFolder).where(LibraryFolder.id == data.folder_id))
  1740. if not folder_result.scalar_one_or_none():
  1741. raise HTTPException(status_code=404, detail="Folder not found")
  1742. file.folder_id = data.folder_id
  1743. if data.project_id is not None:
  1744. if data.project_id == 0:
  1745. file.project_id = None
  1746. else:
  1747. # Verify project exists
  1748. project_result = await db.execute(select(Project).where(Project.id == data.project_id))
  1749. if not project_result.scalar_one_or_none():
  1750. raise HTTPException(status_code=404, detail="Project not found")
  1751. file.project_id = data.project_id
  1752. if data.notes is not None:
  1753. file.notes = data.notes if data.notes else None
  1754. await db.flush()
  1755. await db.refresh(file)
  1756. # Return full response (reuse get_file logic)
  1757. return await get_file(file_id, db)
  1758. @router.delete("/files/{file_id}")
  1759. async def delete_file(
  1760. file_id: int,
  1761. db: AsyncSession = Depends(get_db),
  1762. auth_result: tuple[User | None, bool] = Depends(
  1763. require_ownership_permission(
  1764. Permission.LIBRARY_DELETE_ALL,
  1765. Permission.LIBRARY_DELETE_OWN,
  1766. )
  1767. ),
  1768. ):
  1769. """Delete a file."""
  1770. user, can_modify_all = auth_result
  1771. result = await db.execute(select(LibraryFile).where(LibraryFile.id == file_id))
  1772. file = result.scalar_one_or_none()
  1773. if not file:
  1774. raise HTTPException(status_code=404, detail="File not found")
  1775. # Ownership check
  1776. if not can_modify_all:
  1777. if file.created_by_id != user.id:
  1778. raise HTTPException(status_code=403, detail="You can only delete your own files")
  1779. # Delete actual files
  1780. try:
  1781. abs_file_path = to_absolute_path(file.file_path)
  1782. abs_thumb_path = to_absolute_path(file.thumbnail_path)
  1783. if abs_file_path and abs_file_path.exists():
  1784. abs_file_path.unlink()
  1785. if abs_thumb_path and abs_thumb_path.exists():
  1786. abs_thumb_path.unlink()
  1787. except OSError as e:
  1788. logger.warning("Failed to delete file from disk: %s", e)
  1789. await db.delete(file)
  1790. return {"status": "success", "message": "File deleted"}
  1791. # ============ File Content Endpoints ============
  1792. @router.get("/files/{file_id}/download")
  1793. async def download_file(
  1794. file_id: int,
  1795. db: AsyncSession = Depends(get_db),
  1796. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_READ)),
  1797. ):
  1798. """Download a file."""
  1799. result = await db.execute(select(LibraryFile).where(LibraryFile.id == file_id))
  1800. file = result.scalar_one_or_none()
  1801. if not file:
  1802. raise HTTPException(status_code=404, detail="File not found")
  1803. abs_path = to_absolute_path(file.file_path)
  1804. if not abs_path or not abs_path.exists():
  1805. raise HTTPException(status_code=404, detail="File not found on disk")
  1806. return FastAPIFileResponse(
  1807. str(abs_path),
  1808. filename=file.filename,
  1809. media_type="application/octet-stream",
  1810. )
  1811. @router.get("/files/{file_id}/thumbnail")
  1812. async def get_thumbnail(file_id: int, db: AsyncSession = Depends(get_db)):
  1813. """Get a file's thumbnail."""
  1814. result = await db.execute(select(LibraryFile).where(LibraryFile.id == file_id))
  1815. file = result.scalar_one_or_none()
  1816. if not file:
  1817. raise HTTPException(status_code=404, detail="File not found")
  1818. abs_thumb_path = to_absolute_path(file.thumbnail_path)
  1819. if not abs_thumb_path or not abs_thumb_path.exists():
  1820. raise HTTPException(status_code=404, detail="Thumbnail not found")
  1821. # Detect media type from extension
  1822. thumb_ext = abs_thumb_path.suffix.lower()
  1823. media_types = {
  1824. ".png": "image/png",
  1825. ".jpg": "image/jpeg",
  1826. ".jpeg": "image/jpeg",
  1827. ".gif": "image/gif",
  1828. ".webp": "image/webp",
  1829. }
  1830. media_type = media_types.get(thumb_ext, "image/png")
  1831. return FastAPIFileResponse(str(abs_thumb_path), media_type=media_type)
  1832. @router.get("/files/{file_id}/gcode")
  1833. async def get_gcode(
  1834. file_id: int,
  1835. db: AsyncSession = Depends(get_db),
  1836. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_READ)),
  1837. ):
  1838. """Get gcode for a file (for preview)."""
  1839. result = await db.execute(select(LibraryFile).where(LibraryFile.id == file_id))
  1840. file = result.scalar_one_or_none()
  1841. if not file:
  1842. raise HTTPException(status_code=404, detail="File not found")
  1843. abs_path = to_absolute_path(file.file_path)
  1844. if not abs_path or not abs_path.exists():
  1845. raise HTTPException(status_code=404, detail="File not found on disk")
  1846. if file.file_type == "gcode":
  1847. return FastAPIFileResponse(str(abs_path), media_type="text/plain")
  1848. elif file.file_type == "3mf":
  1849. # Extract gcode from 3mf
  1850. try:
  1851. with zipfile.ZipFile(str(abs_path), "r") as zf:
  1852. # Find gcode file
  1853. gcode_files = [n for n in zf.namelist() if n.endswith(".gcode")]
  1854. if not gcode_files:
  1855. raise HTTPException(status_code=404, detail="No gcode found in 3MF file")
  1856. gcode_content = zf.read(gcode_files[0])
  1857. from fastapi.responses import Response
  1858. return Response(content=gcode_content, media_type="text/plain")
  1859. except zipfile.BadZipFile:
  1860. raise HTTPException(status_code=400, detail="Invalid 3MF file")
  1861. else:
  1862. raise HTTPException(status_code=400, detail="Unsupported file type")
  1863. # ============ Bulk Operations ============
  1864. @router.post("/files/move")
  1865. async def move_files(
  1866. data: FileMoveRequest,
  1867. db: AsyncSession = Depends(get_db),
  1868. auth_result: tuple[User | None, bool] = Depends(
  1869. require_ownership_permission(
  1870. Permission.LIBRARY_UPDATE_ALL,
  1871. Permission.LIBRARY_UPDATE_OWN,
  1872. )
  1873. ),
  1874. ):
  1875. """Move multiple files to a folder.
  1876. Files not owned by the user are skipped (unless user has *_all permission).
  1877. """
  1878. user, can_modify_all = auth_result
  1879. # Verify folder exists if specified
  1880. if data.folder_id is not None:
  1881. folder_result = await db.execute(select(LibraryFolder).where(LibraryFolder.id == data.folder_id))
  1882. if not folder_result.scalar_one_or_none():
  1883. raise HTTPException(status_code=404, detail="Folder not found")
  1884. # Update files
  1885. moved = 0
  1886. skipped = 0
  1887. for file_id in data.file_ids:
  1888. result = await db.execute(select(LibraryFile).where(LibraryFile.id == file_id))
  1889. file = result.scalar_one_or_none()
  1890. if file:
  1891. # Ownership check
  1892. if not can_modify_all and file.created_by_id != user.id:
  1893. skipped += 1
  1894. continue
  1895. file.folder_id = data.folder_id
  1896. moved += 1
  1897. return {"status": "success", "moved": moved, "skipped": skipped}
  1898. @router.post("/bulk-delete", response_model=BulkDeleteResponse)
  1899. async def bulk_delete(
  1900. data: BulkDeleteRequest,
  1901. db: AsyncSession = Depends(get_db),
  1902. auth_result: tuple[User | None, bool] = Depends(
  1903. require_ownership_permission(
  1904. Permission.LIBRARY_DELETE_ALL,
  1905. Permission.LIBRARY_DELETE_OWN,
  1906. )
  1907. ),
  1908. ):
  1909. """Delete multiple files and/or folders.
  1910. Files not owned by the user are skipped (unless user has *_all permission).
  1911. """
  1912. user, can_modify_all = auth_result
  1913. deleted_files = 0
  1914. deleted_folders = 0
  1915. skipped_files = 0
  1916. # Delete files first
  1917. for file_id in data.file_ids:
  1918. result = await db.execute(select(LibraryFile).where(LibraryFile.id == file_id))
  1919. file = result.scalar_one_or_none()
  1920. if file:
  1921. # Ownership check
  1922. if not can_modify_all and file.created_by_id != user.id:
  1923. skipped_files += 1
  1924. continue
  1925. try:
  1926. abs_file_path = to_absolute_path(file.file_path)
  1927. abs_thumb_path = to_absolute_path(file.thumbnail_path)
  1928. if abs_file_path and abs_file_path.exists():
  1929. abs_file_path.unlink()
  1930. if abs_thumb_path and abs_thumb_path.exists():
  1931. abs_thumb_path.unlink()
  1932. except OSError as e:
  1933. logger.warning("Failed to delete file from disk: %s", e)
  1934. await db.delete(file)
  1935. deleted_files += 1
  1936. # Delete folders (cascade will handle contents)
  1937. # Note: Folders don't have ownership tracking currently, require *_all permission
  1938. for folder_id in data.folder_ids:
  1939. if not can_modify_all:
  1940. # Users without *_all permission cannot delete folders
  1941. continue
  1942. result = await db.execute(select(LibraryFolder).where(LibraryFolder.id == folder_id))
  1943. folder = result.scalar_one_or_none()
  1944. if folder:
  1945. # Count files that will be deleted
  1946. file_count_result = await db.execute(
  1947. select(func.count(LibraryFile.id)).where(LibraryFile.folder_id == folder_id)
  1948. )
  1949. deleted_files += file_count_result.scalar() or 0
  1950. await db.delete(folder)
  1951. deleted_folders += 1
  1952. return BulkDeleteResponse(deleted_files=deleted_files, deleted_folders=deleted_folders)
  1953. # ============ Stats Endpoint ============
  1954. @router.get("/stats")
  1955. async def get_library_stats(
  1956. db: AsyncSession = Depends(get_db),
  1957. _: User | None = Depends(require_permission_if_auth_enabled(Permission.LIBRARY_READ)),
  1958. ):
  1959. """Get library statistics."""
  1960. # Total files
  1961. total_files_result = await db.execute(select(func.count(LibraryFile.id)))
  1962. total_files = total_files_result.scalar() or 0
  1963. # Total folders
  1964. total_folders_result = await db.execute(select(func.count(LibraryFolder.id)))
  1965. total_folders = total_folders_result.scalar() or 0
  1966. # Total size
  1967. total_size_result = await db.execute(select(func.sum(LibraryFile.file_size)))
  1968. total_size = total_size_result.scalar() or 0
  1969. # Files by type
  1970. type_result = await db.execute(
  1971. select(LibraryFile.file_type, func.count(LibraryFile.id)).group_by(LibraryFile.file_type)
  1972. )
  1973. files_by_type = dict(type_result.all())
  1974. # Total prints
  1975. total_prints_result = await db.execute(select(func.sum(LibraryFile.print_count)))
  1976. total_prints = total_prints_result.scalar() or 0
  1977. # Disk space info
  1978. library_dir = get_library_dir()
  1979. try:
  1980. disk_stat = shutil.disk_usage(library_dir)
  1981. disk_free_bytes = disk_stat.free
  1982. disk_total_bytes = disk_stat.total
  1983. disk_used_bytes = disk_stat.used
  1984. except OSError:
  1985. disk_free_bytes = 0
  1986. disk_total_bytes = 0
  1987. disk_used_bytes = 0
  1988. return {
  1989. "total_files": total_files,
  1990. "total_folders": total_folders,
  1991. "total_size_bytes": total_size,
  1992. "files_by_type": files_by_type,
  1993. "total_prints": total_prints,
  1994. "disk_free_bytes": disk_free_bytes,
  1995. "disk_total_bytes": disk_total_bytes,
  1996. "disk_used_bytes": disk_used_bytes,
  1997. }