conftest.py 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660
  1. """Shared test fixtures for BamBuddy backend tests."""
  2. import asyncio
  3. import atexit
  4. import json
  5. import logging
  6. import os
  7. import shutil
  8. import tempfile
  9. from collections.abc import AsyncGenerator
  10. from pathlib import Path
  11. from unittest.mock import AsyncMock, MagicMock, patch
  12. import pytest
  13. # IMPORTANT: Set environment variables BEFORE any app imports
  14. # This must happen before settings/config are loaded
  15. os.environ["LOG_TO_FILE"] = "false"
  16. os.environ["DEBUG"] = "false"
  17. from httpx import ASGITransport, AsyncClient # noqa: E402
  18. from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker, create_async_engine # noqa: E402
  19. # Ensure settings use our env vars - import and override before database import
  20. from backend.app.core.config import settings # noqa: E402
  21. settings.log_to_file = False
  22. # Use a temp directory for plate calibration to avoid deleting real calibration files
  23. _test_plate_cal_dir = Path(tempfile.mkdtemp(prefix="bambuddy_test_plate_cal_"))
  24. settings.plate_calibration_dir = _test_plate_cal_dir
  25. # Clean up temp directory when tests finish
  26. def _cleanup_test_plate_cal_dir():
  27. if _test_plate_cal_dir.exists():
  28. shutil.rmtree(_test_plate_cal_dir, ignore_errors=True)
  29. atexit.register(_cleanup_test_plate_cal_dir)
  30. from backend.app.core.database import Base # noqa: E402
  31. # Use in-memory SQLite for tests
  32. TEST_DATABASE_URL = "sqlite+aiosqlite:///:memory:"
  33. @pytest.fixture(autouse=True)
  34. def mfa_encryption_isolation(monkeypatch, tmp_path):
  35. """Per-test isolation for MFA encryption state.
  36. - Sets ``DATA_DIR`` to an isolated tmp path so the auto-bootstrap can
  37. never write ``.mfa_encryption_key`` into the repo or share state
  38. across tests / xdist workers.
  39. - Removes any inherited ``MFA_ENCRYPTION_KEY`` env var.
  40. - With ``DATA_DIR`` pointing at a writable ``tmp_path``, the default
  41. bootstrap path on first ``_get_fernet()`` call is **auto-generation**
  42. (key_source='generated'), NOT plaintext fallback. Tests that need the
  43. plaintext fallback path must monkeypatch ``_load_or_generate_key`` to
  44. return ``(None, 'none')`` (or 'none_write_failed' / 'none_corrupted')
  45. explicitly — see ``test_plaintext_passthrough_without_key`` for an
  46. example.
  47. - Resets the ``encryption`` module-level singletons before AND after the
  48. test so reorder doesn't leak cached Fernet instances.
  49. Tests that want to exercise an active key should call
  50. ``monkeypatch.setenv("MFA_ENCRYPTION_KEY", valid_key)`` and
  51. ``enc_mod._fernet_instance = None`` inside the test body — the autouse
  52. fixture only sets defaults, it doesn't lock them in.
  53. """
  54. from backend.app.core import encryption as enc_mod
  55. monkeypatch.setenv("DATA_DIR", str(tmp_path))
  56. monkeypatch.delenv("MFA_ENCRYPTION_KEY", raising=False)
  57. enc_mod._fernet_instance = None
  58. enc_mod._warn_shown = False
  59. enc_mod._key_source = None
  60. yield
  61. enc_mod._fernet_instance = None
  62. enc_mod._warn_shown = False
  63. enc_mod._key_source = None
  64. @pytest.fixture(scope="session")
  65. def event_loop():
  66. """Create an instance of the default event loop for each test session."""
  67. loop = asyncio.get_event_loop_policy().new_event_loop()
  68. yield loop
  69. # Dispose the module-level engine so aiosqlite worker threads finish
  70. # before the event loop closes, preventing "Event loop is closed" errors.
  71. from backend.app.core.database import engine
  72. loop.run_until_complete(engine.dispose())
  73. loop.run_until_complete(asyncio.sleep(0.05))
  74. loop.close()
  75. @pytest.fixture
  76. async def test_engine():
  77. """Create a test database engine."""
  78. engine = create_async_engine(TEST_DATABASE_URL, echo=False)
  79. # Import all models to register them
  80. from backend.app.models import (
  81. ams_history,
  82. ams_label,
  83. api_key,
  84. archive,
  85. auth_ephemeral,
  86. color_catalog,
  87. external_link,
  88. filament,
  89. group,
  90. kprofile_note,
  91. maintenance,
  92. notification,
  93. notification_template,
  94. oidc_provider,
  95. print_queue,
  96. printer,
  97. project,
  98. project_bom,
  99. settings,
  100. slot_preset,
  101. smart_plug,
  102. smart_plug_energy_snapshot, # noqa: F401
  103. spool,
  104. spool_assignment,
  105. spool_catalog,
  106. spool_k_profile,
  107. spool_usage_history,
  108. spoolbuddy_device,
  109. spoolman_k_profile,
  110. spoolman_slot_assignment,
  111. user,
  112. user_email_pref,
  113. user_otp_code,
  114. user_totp,
  115. virtual_printer,
  116. )
  117. async with engine.begin() as conn:
  118. await conn.run_sync(Base.metadata.create_all)
  119. yield engine
  120. async with engine.begin() as conn:
  121. await conn.run_sync(Base.metadata.drop_all)
  122. await engine.dispose()
  123. # Allow aiosqlite's background thread to finish processing the close
  124. # response before the per-function event loop shuts down, preventing
  125. # "RuntimeError: Event loop is closed" in call_soon_threadsafe.
  126. await asyncio.sleep(0.1)
  127. @pytest.fixture
  128. async def db_session(test_engine) -> AsyncGenerator[AsyncSession, None]:
  129. """Create a test database session."""
  130. async_session_maker = async_sessionmaker(test_engine, class_=AsyncSession, expire_on_commit=False)
  131. async with async_session_maker() as session:
  132. yield session
  133. @pytest.fixture
  134. async def async_client(test_engine, db_session) -> AsyncGenerator[AsyncClient, None]:
  135. """Create an async test client."""
  136. from backend.app.core.database import async_session, get_db
  137. from backend.app.main import app
  138. # Create a new session maker for the test engine
  139. test_async_session = async_sessionmaker(test_engine, class_=AsyncSession, expire_on_commit=False)
  140. async def override_get_db():
  141. async with test_async_session() as session:
  142. yield session
  143. app.dependency_overrides[get_db] = override_get_db
  144. # Mock init_printer_connections to prevent MQTT connection attempts during tests
  145. async def mock_init_printer_connections(db):
  146. pass # No-op - don't connect to real printers
  147. # Also patch the module-level async_session used by services, auth, and middleware
  148. with (
  149. patch("backend.app.core.database.async_session", test_async_session),
  150. patch("backend.app.core.auth.async_session", test_async_session),
  151. patch("backend.app.main.async_session", test_async_session),
  152. patch("backend.app.main.init_printer_connections", mock_init_printer_connections),
  153. ):
  154. # Seed default groups for tests that need them
  155. from backend.app.core.database import seed_default_groups
  156. await seed_default_groups()
  157. async with AsyncClient(transport=ASGITransport(app=app), base_url="http://test") as client:
  158. yield client
  159. # The app lifespan called init_db() which used the module-level engine
  160. # (not the test engine), creating aiosqlite connections. Dispose those
  161. # connections so their background threads finish before the event loop closes.
  162. from backend.app.core.database import engine as real_engine
  163. await real_engine.dispose()
  164. app.dependency_overrides.clear()
  165. # ============================================================================
  166. # Mock External Services
  167. # ============================================================================
  168. @pytest.fixture
  169. def mock_tasmota_service():
  170. """Mock the Tasmota service for smart plug tests."""
  171. # Patch both the module where it's defined and where it's imported
  172. with (
  173. patch("backend.app.services.tasmota.tasmota_service") as mock,
  174. patch("backend.app.api.routes.smart_plugs.tasmota_service") as mock2,
  175. ):
  176. mock.turn_on = AsyncMock(return_value=True)
  177. mock.turn_off = AsyncMock(return_value=True)
  178. mock.toggle = AsyncMock(return_value=True)
  179. mock.get_status = AsyncMock(return_value={"state": "ON", "reachable": True, "device_name": "Test Plug"})
  180. mock.get_energy = AsyncMock(
  181. return_value={
  182. "power": 150.5,
  183. "voltage": 120.0,
  184. "current": 1.25,
  185. "today": 2.5,
  186. "total": 100.0,
  187. "factor": 0.95,
  188. }
  189. )
  190. mock.test_connection = AsyncMock(return_value={"success": True, "state": "ON", "device_name": "Test Plug"})
  191. # Copy mocks to second patch target
  192. mock2.turn_on = mock.turn_on
  193. mock2.turn_off = mock.turn_off
  194. mock2.toggle = mock.toggle
  195. mock2.get_status = mock.get_status
  196. mock2.get_energy = mock.get_energy
  197. mock2.test_connection = mock.test_connection
  198. yield mock
  199. @pytest.fixture
  200. def mock_homeassistant_service():
  201. """Mock the Home Assistant service for smart plug tests."""
  202. # Patch both the module where it's defined and where it's imported
  203. with (
  204. patch("backend.app.services.homeassistant.homeassistant_service") as mock,
  205. patch("backend.app.api.routes.smart_plugs.homeassistant_service") as mock2,
  206. ):
  207. mock.turn_on = AsyncMock(return_value=True)
  208. mock.turn_off = AsyncMock(return_value=True)
  209. mock.toggle = AsyncMock(return_value=True)
  210. mock.get_status = AsyncMock(return_value={"state": "ON", "reachable": True, "device_name": "Test HA Entity"})
  211. mock.get_energy = AsyncMock(return_value=None) # Most HA entities don't have power monitoring
  212. mock.test_connection = AsyncMock(return_value={"success": True, "message": "API running", "error": None})
  213. mock.list_entities = AsyncMock(
  214. return_value=[
  215. {
  216. "entity_id": "switch.printer_plug",
  217. "friendly_name": "Printer Plug",
  218. "state": "on",
  219. "domain": "switch",
  220. },
  221. {"entity_id": "switch.test", "friendly_name": "Test Switch", "state": "off", "domain": "switch"},
  222. ]
  223. )
  224. mock.configure = MagicMock()
  225. # Copy mocks to second patch target
  226. mock2.turn_on = mock.turn_on
  227. mock2.turn_off = mock.turn_off
  228. mock2.toggle = mock.toggle
  229. mock2.get_status = mock.get_status
  230. mock2.get_energy = mock.get_energy
  231. mock2.test_connection = mock.test_connection
  232. mock2.list_entities = mock.list_entities
  233. mock2.configure = mock.configure
  234. yield mock
  235. @pytest.fixture
  236. def mock_mqtt_client():
  237. """Mock the MQTT client for printer communication tests."""
  238. with patch("backend.app.services.bambu_mqtt.BambuMQTTClient") as mock:
  239. instance = MagicMock()
  240. instance.state = MagicMock(connected=True, state="IDLE", progress=0, temperatures={"nozzle": 25, "bed": 25})
  241. instance.connect = MagicMock()
  242. instance.disconnect = MagicMock()
  243. mock.return_value = instance
  244. yield mock
  245. @pytest.fixture
  246. def mock_mqtt_smart_plug_service():
  247. """Mock the MQTT smart plug service for MQTT plug tests."""
  248. with patch("backend.app.api.routes.smart_plugs.mqtt_relay") as mock:
  249. # Create a mock smart_plug_service
  250. mock_service = MagicMock()
  251. mock_service.is_configured = MagicMock(return_value=True)
  252. mock_service.has_broker_settings = MagicMock(return_value=True)
  253. mock_service.configure = AsyncMock(return_value=True)
  254. mock_service.subscribe = MagicMock()
  255. mock_service.unsubscribe = MagicMock()
  256. mock_service.get_plug_data = MagicMock(return_value=None)
  257. mock_service.is_reachable = MagicMock(return_value=False)
  258. mock.smart_plug_service = mock_service
  259. yield mock
  260. @pytest.fixture
  261. def mock_ftp_client():
  262. """Mock the FTP client for file transfer tests."""
  263. with (
  264. patch("backend.app.services.bambu_ftp.download_file_async") as download_mock,
  265. patch("backend.app.services.bambu_ftp.list_files_async") as list_mock,
  266. ):
  267. download_mock.return_value = True
  268. list_mock.return_value = []
  269. yield {"download": download_mock, "list": list_mock}
  270. @pytest.fixture
  271. def mock_httpx_client():
  272. """Mock httpx for webhook/notification HTTP calls."""
  273. with patch("httpx.AsyncClient") as mock_class:
  274. mock_instance = AsyncMock()
  275. mock_response = MagicMock()
  276. mock_response.status_code = 200
  277. mock_response.text = "OK"
  278. mock_response.json.return_value = {}
  279. mock_instance.get = AsyncMock(return_value=mock_response)
  280. mock_instance.post = AsyncMock(return_value=mock_response)
  281. mock_instance.__aenter__ = AsyncMock(return_value=mock_instance)
  282. mock_instance.__aexit__ = AsyncMock()
  283. mock_class.return_value = mock_instance
  284. yield mock_instance
  285. @pytest.fixture
  286. def mock_printer_manager():
  287. """Mock the printer manager for status checks."""
  288. with patch("backend.app.services.printer_manager.printer_manager") as mock:
  289. mock.get_status = MagicMock(
  290. return_value=MagicMock(
  291. connected=True,
  292. state="IDLE",
  293. progress=0,
  294. temperatures={"nozzle": 25, "bed": 25, "chamber": 25},
  295. raw_data={},
  296. )
  297. )
  298. mock.mark_printer_offline = MagicMock()
  299. yield mock
  300. # ============================================================================
  301. # Factory Fixtures for Test Data
  302. # ============================================================================
  303. @pytest.fixture
  304. def smart_plug_factory(db_session):
  305. """Factory to create test smart plugs."""
  306. async def _create_plug(**kwargs):
  307. from backend.app.models.smart_plug import SmartPlug
  308. # Determine defaults based on plug_type
  309. plug_type = kwargs.get("plug_type", "tasmota")
  310. defaults = {
  311. "name": "Test Plug",
  312. "plug_type": plug_type,
  313. "enabled": True,
  314. "auto_on": True,
  315. "auto_off": True,
  316. "off_delay_mode": "time",
  317. "off_delay_minutes": 5,
  318. "off_temp_threshold": 70,
  319. "schedule_enabled": False,
  320. "power_alert_enabled": False,
  321. }
  322. # Set required fields based on plug_type
  323. if plug_type == "homeassistant":
  324. defaults["ha_entity_id"] = "switch.test"
  325. defaults["ip_address"] = None
  326. elif plug_type == "mqtt":
  327. # Legacy fields (for backward compatibility tests)
  328. defaults["mqtt_topic"] = kwargs.get("mqtt_topic", "test/topic")
  329. defaults["mqtt_multiplier"] = kwargs.get("mqtt_multiplier", 1.0)
  330. # New separate topic/path/multiplier fields
  331. defaults["mqtt_power_topic"] = kwargs.get("mqtt_power_topic")
  332. defaults["mqtt_power_path"] = kwargs.get("mqtt_power_path", "power")
  333. defaults["mqtt_power_multiplier"] = kwargs.get("mqtt_power_multiplier", 1.0)
  334. defaults["mqtt_energy_topic"] = kwargs.get("mqtt_energy_topic")
  335. defaults["mqtt_energy_path"] = kwargs.get("mqtt_energy_path")
  336. defaults["mqtt_energy_multiplier"] = kwargs.get("mqtt_energy_multiplier", 1.0)
  337. defaults["mqtt_state_topic"] = kwargs.get("mqtt_state_topic")
  338. defaults["mqtt_state_path"] = kwargs.get("mqtt_state_path")
  339. defaults["mqtt_state_on_value"] = kwargs.get("mqtt_state_on_value")
  340. defaults["ip_address"] = None
  341. defaults["ha_entity_id"] = None
  342. elif plug_type == "rest":
  343. defaults["rest_on_url"] = kwargs.get("rest_on_url", "http://192.168.1.100/api/plug/on")
  344. defaults["rest_off_url"] = kwargs.get("rest_off_url", "http://192.168.1.100/api/plug/off")
  345. defaults["rest_method"] = kwargs.get("rest_method", "POST")
  346. defaults["ip_address"] = None
  347. defaults["ha_entity_id"] = None
  348. else:
  349. defaults["ip_address"] = "192.168.1.100"
  350. defaults["ha_entity_id"] = None
  351. defaults.update(kwargs)
  352. plug = SmartPlug(**defaults)
  353. db_session.add(plug)
  354. await db_session.commit()
  355. await db_session.refresh(plug)
  356. return plug
  357. return _create_plug
  358. @pytest.fixture
  359. def printer_factory(db_session):
  360. """Factory to create test printers."""
  361. _counter = [0] # Use list to allow mutation in nested function
  362. async def _create_printer(**kwargs):
  363. from backend.app.models.printer import Printer
  364. _counter[0] += 1
  365. counter = _counter[0]
  366. defaults = {
  367. "name": "Test Printer",
  368. "serial_number": f"00M09A{counter:09d}", # Unique serial per printer
  369. "ip_address": f"192.168.1.{100 + counter}", # Unique IP per printer
  370. "access_code": "12345678",
  371. "is_active": True,
  372. "auto_archive": True,
  373. "model": "X1C",
  374. }
  375. defaults.update(kwargs)
  376. printer = Printer(**defaults)
  377. db_session.add(printer)
  378. await db_session.commit()
  379. await db_session.refresh(printer)
  380. return printer
  381. return _create_printer
  382. @pytest.fixture
  383. def notification_provider_factory(db_session):
  384. """Factory to create test notification providers."""
  385. async def _create_provider(**kwargs):
  386. from backend.app.models.notification import NotificationProvider
  387. config = kwargs.pop("config", {"server": "https://ntfy.sh", "topic": "test-topic"})
  388. if isinstance(config, dict):
  389. config = json.dumps(config)
  390. defaults = {
  391. "name": "Test Provider",
  392. "provider_type": "ntfy",
  393. "enabled": True,
  394. "config": config,
  395. "on_print_start": True,
  396. "on_print_complete": True,
  397. "on_print_failed": True,
  398. "on_print_stopped": True,
  399. "on_print_progress": False,
  400. "on_print_missing_spool_assignment": False,
  401. "on_printer_offline": False,
  402. "on_printer_error": False,
  403. "on_filament_low": False,
  404. "on_maintenance_due": False,
  405. "on_ams_humidity_high": False,
  406. "on_ams_temperature_high": False,
  407. "on_bed_cooled": False,
  408. "quiet_hours_enabled": False,
  409. "daily_digest_enabled": False,
  410. }
  411. defaults.update(kwargs)
  412. provider = NotificationProvider(**defaults)
  413. db_session.add(provider)
  414. await db_session.commit()
  415. await db_session.refresh(provider)
  416. return provider
  417. return _create_provider
  418. @pytest.fixture
  419. def archive_factory(db_session):
  420. """Factory to create test archives."""
  421. async def _create_archive(printer_id: int, **kwargs):
  422. from backend.app.models.archive import PrintArchive
  423. defaults = {
  424. "printer_id": printer_id,
  425. "filename": "test_print.gcode.3mf",
  426. "print_name": "Test Print",
  427. "file_path": "archives/test/test_print.gcode.3mf",
  428. "file_size": 1024000,
  429. "status": "completed",
  430. "filament_type": "PLA",
  431. "filament_used_grams": 50.0,
  432. "print_time_seconds": 3600,
  433. }
  434. defaults.update(kwargs)
  435. archive = PrintArchive(**defaults)
  436. db_session.add(archive)
  437. await db_session.commit()
  438. await db_session.refresh(archive)
  439. return archive
  440. return _create_archive
  441. # ============================================================================
  442. # Sample Data Fixtures
  443. # ============================================================================
  444. @pytest.fixture
  445. def sample_mqtt_print_start():
  446. """Sample MQTT message for print start."""
  447. return {
  448. "print": {
  449. "command": "project_file",
  450. "param": "/sdcard/test.gcode.3mf",
  451. "subtask_name": "test_print",
  452. "gcode_state": "RUNNING",
  453. "mc_percent": 0,
  454. }
  455. }
  456. @pytest.fixture
  457. def sample_mqtt_print_complete():
  458. """Sample MQTT message for print complete."""
  459. return {
  460. "print": {
  461. "gcode_state": "FINISH",
  462. "mc_percent": 100,
  463. "subtask_name": "test_print",
  464. }
  465. }
  466. @pytest.fixture
  467. def sample_printer_status():
  468. """Sample printer status data."""
  469. return {
  470. "connected": True,
  471. "state": "IDLE",
  472. "progress": 0,
  473. "layer_num": 0,
  474. "total_layers": 0,
  475. "temperatures": {
  476. "nozzle": 25.0,
  477. "bed": 25.0,
  478. "chamber": 25.0,
  479. },
  480. "remaining_time": 0,
  481. "filename": None,
  482. }
  483. # ============================================================================
  484. # Log Capture Fixtures for Error Detection
  485. # ============================================================================
  486. class LogCapture(logging.Handler):
  487. """Handler that captures log records for testing."""
  488. def __init__(self):
  489. super().__init__()
  490. self.records: list[logging.LogRecord] = []
  491. def emit(self, record: logging.LogRecord):
  492. self.records.append(record)
  493. def clear(self):
  494. self.records.clear()
  495. def get_errors(self) -> list[logging.LogRecord]:
  496. """Get all ERROR and CRITICAL level records."""
  497. return [r for r in self.records if r.levelno >= logging.ERROR]
  498. def get_warnings(self) -> list[logging.LogRecord]:
  499. """Get all WARNING level records."""
  500. return [r for r in self.records if r.levelno == logging.WARNING]
  501. def has_errors(self) -> bool:
  502. """Check if any errors were logged."""
  503. return len(self.get_errors()) > 0
  504. def format_errors(self) -> str:
  505. """Format all errors as a string for assertion messages."""
  506. errors = self.get_errors()
  507. if not errors:
  508. return "No errors"
  509. formatter = logging.Formatter("%(name)s - %(levelname)s - %(message)s")
  510. return "\n".join(formatter.format(r) for r in errors)
  511. @pytest.fixture
  512. def capture_logs():
  513. """Fixture that captures log output during a test.
  514. Usage:
  515. def test_something(capture_logs):
  516. # Do something that might log errors
  517. some_function()
  518. # Check no errors were logged
  519. assert not capture_logs.has_errors(), capture_logs.format_errors()
  520. """
  521. handler = LogCapture()
  522. handler.setLevel(logging.DEBUG)
  523. # Attach to root logger to capture all logs
  524. root_logger = logging.getLogger()
  525. root_logger.addHandler(handler)
  526. yield handler
  527. root_logger.removeHandler(handler)
  528. @pytest.fixture
  529. def assert_no_log_errors(capture_logs):
  530. """Fixture that automatically asserts no errors were logged.
  531. Usage:
  532. def test_something(assert_no_log_errors):
  533. # If any ERROR logs occur during this test, it will fail
  534. some_function()
  535. """
  536. yield capture_logs
  537. errors = capture_logs.get_errors()
  538. if errors:
  539. pytest.fail(f"Unexpected log errors:\n{capture_logs.format_errors()}")