camera_suite_view_camera.c 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453
  1. #include "../camera_suite.h"
  2. #include <furi.h>
  3. #include <furi_hal.h>
  4. #include <input/input.h>
  5. #include <gui/elements.h>
  6. #include <dolphin/dolphin.h>
  7. #include "../helpers/camera_suite_haptic.h"
  8. #include "../helpers/camera_suite_speaker.h"
  9. #include "../helpers/camera_suite_led.h"
  10. static CameraSuiteViewCamera* current_instance = NULL;
  11. struct CameraSuiteViewCamera {
  12. CameraSuiteViewCameraCallback callback;
  13. FuriStreamBuffer* rx_stream;
  14. FuriThread* worker_thread;
  15. View* view;
  16. void* context;
  17. };
  18. void camera_suite_view_camera_set_callback(
  19. CameraSuiteViewCamera* instance,
  20. CameraSuiteViewCameraCallback callback,
  21. void* context) {
  22. furi_assert(instance);
  23. furi_assert(callback);
  24. instance->callback = callback;
  25. instance->context = context;
  26. }
  27. static void camera_suite_view_camera_draw(Canvas* canvas, UartDumpModel* model) {
  28. // Clear the screen.
  29. canvas_set_color(canvas, ColorBlack);
  30. // Draw the frame.
  31. canvas_draw_frame(canvas, 0, 0, FRAME_WIDTH, FRAME_HEIGHT);
  32. CameraSuite* app = current_instance->context;
  33. // Draw the pixels with rotation.
  34. for(size_t p = 0; p < FRAME_BUFFER_LENGTH; ++p) {
  35. uint8_t x = p % ROW_BUFFER_LENGTH; // 0 .. 15
  36. uint8_t y = p / ROW_BUFFER_LENGTH; // 0 .. 63
  37. int16_t rotated_x, rotated_y;
  38. // Apply rotation
  39. switch(app->orientation) {
  40. case 1: // 90 degrees
  41. rotated_x = y;
  42. rotated_y = FRAME_WIDTH - 1 - x;
  43. break;
  44. case 2: // 180 degrees
  45. rotated_x = FRAME_WIDTH - 1 - x;
  46. rotated_y = FRAME_HEIGHT - 1 - y;
  47. break;
  48. case 3: // 270 degrees
  49. rotated_x = FRAME_HEIGHT - 1 - y;
  50. rotated_y = x;
  51. break;
  52. case 0: // 0 degrees
  53. default:
  54. rotated_x = x;
  55. rotated_y = y;
  56. break;
  57. }
  58. for(uint8_t i = 0; i < 8; ++i) {
  59. if((model->pixels[p] & (1 << (7 - i))) != 0) {
  60. uint16_t screen_x, screen_y;
  61. // Adjust the coordinates based on the new screen dimensions
  62. switch(app->orientation) {
  63. /**
  64. * Orientation: 90 degrees
  65. *
  66. * TODO: Fix bug here, the image has horizontal blocks going
  67. * across the screen. Example below:
  68. * ___________________________
  69. * |------------| |
  70. * |------------| |
  71. * |--PICTURE---| |
  72. * |------------| |
  73. * |------------| |
  74. * ‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾
  75. */
  76. case 1: {
  77. screen_x = rotated_x;
  78. screen_y = FRAME_HEIGHT - 8 + (rotated_y * 8) + i;
  79. break;
  80. }
  81. /**
  82. * Orientation: 180 degrees
  83. *
  84. * TODO: Fix bug here, the image has vertial blocks going up
  85. * the screen. Example below:
  86. * ___________________________
  87. * | | | | | | | | | | | | | |
  88. * | | | | | | | | | | | | | |
  89. * | | | |P|I|C|T|U|R|E| | | |
  90. * | | | | | | | | | | | | | |
  91. * | | | | | | | | | | | | | |
  92. * ‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾
  93. */
  94. case 2: {
  95. screen_x = FRAME_WIDTH - 8 + (rotated_x * 8) + i;
  96. screen_y = FRAME_HEIGHT - 1 - rotated_y;
  97. break;
  98. }
  99. /**
  100. * Orientation: 270 degrees
  101. *
  102. * This is working great visually.
  103. * TODO: Fill entire screen. Current:
  104. * ___________________________
  105. * | | |
  106. * | | |
  107. * | Fill Me | Picture |
  108. * | | |
  109. * | | |
  110. * ‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾
  111. */
  112. case 3: {
  113. screen_x = FRAME_WIDTH - 1 - rotated_x;
  114. screen_y = rotated_y * 8 + i;
  115. break;
  116. }
  117. /**
  118. * Orientation: 0 degrees (+default).
  119. *
  120. * This is working great visually.
  121. * ___________________________
  122. * | |
  123. * | |
  124. * | Picture |
  125. * | |
  126. * | |
  127. * ‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾
  128. */
  129. case 0:
  130. default: {
  131. screen_x = rotated_x * 8 + i;
  132. screen_y = rotated_y;
  133. break;
  134. }
  135. }
  136. canvas_draw_dot(canvas, screen_x, screen_y);
  137. }
  138. }
  139. }
  140. // Draw the guide if the camera is not initialized.
  141. if(!model->initialized) {
  142. canvas_draw_icon(canvas, 74, 16, &I_DolphinCommon_56x48);
  143. canvas_set_font(canvas, FontSecondary);
  144. canvas_draw_str(canvas, 8, 12, "Connect the ESP32-CAM");
  145. canvas_draw_str(canvas, 20, 24, "VCC - 3V3");
  146. canvas_draw_str(canvas, 20, 34, "GND - GND");
  147. canvas_draw_str(canvas, 20, 44, "U0R - TX");
  148. canvas_draw_str(canvas, 20, 54, "U0T - RX");
  149. }
  150. }
  151. static void camera_suite_view_camera_model_init(UartDumpModel* const model) {
  152. for(size_t i = 0; i < FRAME_BUFFER_LENGTH; i++) {
  153. model->pixels[i] = 0;
  154. }
  155. }
  156. static bool camera_suite_view_camera_input(InputEvent* event, void* context) {
  157. furi_assert(context);
  158. CameraSuiteViewCamera* instance = context;
  159. if(event->type == InputTypeRelease) {
  160. switch(event->key) {
  161. default: // Stop all sounds, reset the LED.
  162. with_view_model(
  163. instance->view,
  164. UartDumpModel * model,
  165. {
  166. UNUSED(model);
  167. camera_suite_play_bad_bump(instance->context);
  168. camera_suite_stop_all_sound(instance->context);
  169. camera_suite_led_set_rgb(instance->context, 0, 0, 0);
  170. },
  171. true);
  172. break;
  173. }
  174. // Send `data` to the ESP32-CAM
  175. } else if(event->type == InputTypePress) {
  176. uint8_t data[1];
  177. switch(event->key) {
  178. case InputKeyBack:
  179. // Stop the camera stream.
  180. data[0] = 's';
  181. // Go back to the main menu.
  182. with_view_model(
  183. instance->view,
  184. UartDumpModel * model,
  185. {
  186. UNUSED(model);
  187. instance->callback(CameraSuiteCustomEventSceneCameraBack, instance->context);
  188. },
  189. true);
  190. break;
  191. case InputKeyLeft:
  192. // Camera: Invert.
  193. data[0] = '<';
  194. with_view_model(
  195. instance->view,
  196. UartDumpModel * model,
  197. {
  198. UNUSED(model);
  199. camera_suite_play_happy_bump(instance->context);
  200. camera_suite_play_input_sound(instance->context);
  201. camera_suite_led_set_rgb(instance->context, 0, 0, 255);
  202. instance->callback(CameraSuiteCustomEventSceneCameraLeft, instance->context);
  203. },
  204. true);
  205. break;
  206. case InputKeyRight:
  207. // Camera: Enable/disable dithering.
  208. data[0] = '>';
  209. with_view_model(
  210. instance->view,
  211. UartDumpModel * model,
  212. {
  213. UNUSED(model);
  214. camera_suite_play_happy_bump(instance->context);
  215. camera_suite_play_input_sound(instance->context);
  216. camera_suite_led_set_rgb(instance->context, 0, 0, 255);
  217. instance->callback(CameraSuiteCustomEventSceneCameraRight, instance->context);
  218. },
  219. true);
  220. break;
  221. case InputKeyUp:
  222. // Camera: Increase contrast.
  223. data[0] = 'C';
  224. with_view_model(
  225. instance->view,
  226. UartDumpModel * model,
  227. {
  228. UNUSED(model);
  229. camera_suite_play_happy_bump(instance->context);
  230. camera_suite_play_input_sound(instance->context);
  231. camera_suite_led_set_rgb(instance->context, 0, 0, 255);
  232. instance->callback(CameraSuiteCustomEventSceneCameraUp, instance->context);
  233. },
  234. true);
  235. break;
  236. case InputKeyDown:
  237. // Camera: Reduce contrast.
  238. data[0] = 'c';
  239. with_view_model(
  240. instance->view,
  241. UartDumpModel * model,
  242. {
  243. UNUSED(model);
  244. camera_suite_play_happy_bump(instance->context);
  245. camera_suite_play_input_sound(instance->context);
  246. camera_suite_led_set_rgb(instance->context, 0, 0, 255);
  247. instance->callback(CameraSuiteCustomEventSceneCameraDown, instance->context);
  248. },
  249. true);
  250. break;
  251. case InputKeyOk:
  252. // Switch dithering types.
  253. data[0] = 'D';
  254. with_view_model(
  255. instance->view,
  256. UartDumpModel * model,
  257. {
  258. UNUSED(model);
  259. camera_suite_play_happy_bump(instance->context);
  260. camera_suite_play_input_sound(instance->context);
  261. camera_suite_led_set_rgb(instance->context, 0, 0, 255);
  262. instance->callback(CameraSuiteCustomEventSceneCameraOk, instance->context);
  263. },
  264. true);
  265. break;
  266. case InputKeyMAX:
  267. break;
  268. }
  269. // Send `data` to the ESP32-CAM
  270. furi_hal_uart_tx(FuriHalUartIdUSART1, data, 1);
  271. }
  272. return true;
  273. }
  274. static void camera_suite_view_camera_exit(void* context) {
  275. furi_assert(context);
  276. }
  277. static void camera_suite_view_camera_enter(void* context) {
  278. // Check `context` for null. If it is null, abort program, else continue.
  279. furi_assert(context);
  280. // Cast `context` to `CameraSuiteViewCamera*` and store it in `instance`.
  281. CameraSuiteViewCamera* instance = (CameraSuiteViewCamera*)context;
  282. // Assign the current instance to the global variable
  283. current_instance = instance;
  284. uint8_t data[1];
  285. data[0] = 'S'; // Uppercase `S` to start the camera
  286. // Send `data` to the ESP32-CAM
  287. furi_hal_uart_tx(FuriHalUartIdUSART1, data, 1);
  288. with_view_model(
  289. instance->view,
  290. UartDumpModel * model,
  291. { camera_suite_view_camera_model_init(model); },
  292. true);
  293. }
  294. static void camera_on_irq_cb(UartIrqEvent uartIrqEvent, uint8_t data, void* context) {
  295. // Check `context` for null. If it is null, abort program, else continue.
  296. furi_assert(context);
  297. // Cast `context` to `CameraSuiteViewCamera*` and store it in `instance`.
  298. CameraSuiteViewCamera* instance = context;
  299. // If `uartIrqEvent` is `UartIrqEventRXNE`, send the data to the
  300. // `rx_stream` and set the `WorkerEventRx` flag.
  301. if(uartIrqEvent == UartIrqEventRXNE) {
  302. furi_stream_buffer_send(instance->rx_stream, &data, 1, 0);
  303. furi_thread_flags_set(furi_thread_get_id(instance->worker_thread), WorkerEventRx);
  304. }
  305. }
  306. static void process_ringbuffer(UartDumpModel* model, uint8_t byte) {
  307. // First char has to be 'Y' in the buffer.
  308. if(model->ringbuffer_index == 0 && byte != 'Y') {
  309. return;
  310. }
  311. // Second char has to be ':' in the buffer or reset.
  312. if(model->ringbuffer_index == 1 && byte != ':') {
  313. model->ringbuffer_index = 0;
  314. process_ringbuffer(model, byte);
  315. return;
  316. }
  317. // Assign current byte to the ringbuffer.
  318. model->row_ringbuffer[model->ringbuffer_index] = byte;
  319. // Increment the ringbuffer index.
  320. ++model->ringbuffer_index;
  321. // Let's wait 'till the buffer fills.
  322. if(model->ringbuffer_index < RING_BUFFER_LENGTH) {
  323. return;
  324. }
  325. // Flush the ringbuffer to the framebuffer.
  326. model->ringbuffer_index = 0; // Reset the ringbuffer
  327. model->initialized = true; // Established the connection successfully.
  328. size_t row_start_index =
  329. model->row_ringbuffer[2] * ROW_BUFFER_LENGTH; // Third char will determine the row number
  330. if(row_start_index > LAST_ROW_INDEX) { // Failsafe
  331. row_start_index = 0;
  332. }
  333. for(size_t i = 0; i < ROW_BUFFER_LENGTH; ++i) {
  334. model->pixels[row_start_index + i] =
  335. model->row_ringbuffer[i + 3]; // Writing the remaining 16 bytes into the frame buffer
  336. }
  337. }
  338. static int32_t camera_worker(void* context) {
  339. furi_assert(context);
  340. CameraSuiteViewCamera* instance = context;
  341. while(1) {
  342. uint32_t events =
  343. furi_thread_flags_wait(WORKER_EVENTS_MASK, FuriFlagWaitAny, FuriWaitForever);
  344. furi_check((events & FuriFlagError) == 0);
  345. if(events & WorkerEventStop) {
  346. break;
  347. } else if(events & WorkerEventRx) {
  348. size_t length = 0;
  349. do {
  350. size_t intended_data_size = 64;
  351. uint8_t data[intended_data_size];
  352. length =
  353. furi_stream_buffer_receive(instance->rx_stream, data, intended_data_size, 0);
  354. if(length > 0) {
  355. with_view_model(
  356. instance->view,
  357. UartDumpModel * model,
  358. {
  359. for(size_t i = 0; i < length; i++) {
  360. process_ringbuffer(model, data[i]);
  361. }
  362. },
  363. false);
  364. }
  365. } while(length > 0);
  366. with_view_model(
  367. instance->view, UartDumpModel * model, { UNUSED(model); }, true);
  368. }
  369. }
  370. return 0;
  371. }
  372. CameraSuiteViewCamera* camera_suite_view_camera_alloc() {
  373. CameraSuiteViewCamera* instance = malloc(sizeof(CameraSuiteViewCamera));
  374. instance->view = view_alloc();
  375. instance->rx_stream = furi_stream_buffer_alloc(2048, 1);
  376. // Set up views
  377. view_allocate_model(instance->view, ViewModelTypeLocking, sizeof(UartDumpModel));
  378. view_set_context(instance->view, instance); // furi_assert crashes in events without this
  379. view_set_draw_callback(instance->view, (ViewDrawCallback)camera_suite_view_camera_draw);
  380. view_set_input_callback(instance->view, camera_suite_view_camera_input);
  381. view_set_enter_callback(instance->view, camera_suite_view_camera_enter);
  382. view_set_exit_callback(instance->view, camera_suite_view_camera_exit);
  383. with_view_model(
  384. instance->view,
  385. UartDumpModel * model,
  386. { camera_suite_view_camera_model_init(model); },
  387. true);
  388. instance->worker_thread = furi_thread_alloc_ex("UsbUartWorker", 2048, camera_worker, instance);
  389. furi_thread_start(instance->worker_thread);
  390. // Enable uart listener
  391. furi_hal_console_disable();
  392. furi_hal_uart_set_br(FuriHalUartIdUSART1, 230400);
  393. furi_hal_uart_set_irq_cb(FuriHalUartIdUSART1, camera_on_irq_cb, instance);
  394. return instance;
  395. }
  396. void camera_suite_view_camera_free(CameraSuiteViewCamera* instance) {
  397. furi_assert(instance);
  398. with_view_model(
  399. instance->view, UartDumpModel * model, { UNUSED(model); }, true);
  400. view_free(instance->view);
  401. free(instance);
  402. }
  403. View* camera_suite_view_camera_get_view(CameraSuiteViewCamera* instance) {
  404. furi_assert(instance);
  405. return instance->view;
  406. }