#include "../camera_suite.h" #include #include #include #include #include #include "../helpers/camera_suite_haptic.h" #include "../helpers/camera_suite_speaker.h" #include "../helpers/camera_suite_led.h" static void draw_pixel_by_orientation(Canvas* canvas, uint8_t x, uint8_t y, uint8_t orientation) { furi_assert(canvas); furi_assert(x); furi_assert(y); furi_assert(orientation); switch(orientation) { default: case 0: { // Camera rotated 0 degrees (right side up, default) canvas_draw_dot(canvas, x, y); break; } case 1: { // Camera rotated 90 degrees canvas_draw_dot(canvas, y, FRAME_WIDTH - 1 - x); break; } case 2: { // Camera rotated 180 degrees (upside down) canvas_draw_dot(canvas, FRAME_WIDTH - 1 - x, FRAME_HEIGHT - 1 - y); break; } case 3: { // Camera rotated 270 degrees canvas_draw_dot(canvas, FRAME_HEIGHT - 1 - y, x); break; } } } static void camera_suite_view_camera_draw(Canvas* canvas, void* model) { furi_assert(canvas); furi_assert(model); UartDumpModel* uartDumpModel = model; // Clear the screen. canvas_set_color(canvas, ColorBlack); // Draw the frame. canvas_draw_frame(canvas, 0, 0, FRAME_WIDTH, FRAME_HEIGHT); for(size_t p = 0; p < FRAME_BUFFER_LENGTH; ++p) { uint8_t x = p % ROW_BUFFER_LENGTH; // 0 .. 15 uint8_t y = p / ROW_BUFFER_LENGTH; // 0 .. 63 for(uint8_t i = 0; i < 8; ++i) { if((uartDumpModel->pixels[p] & (1 << (7 - i))) != 0) { draw_pixel_by_orientation(canvas, (x * 8) + i, y, uartDumpModel->orientation); } } } // Draw the guide if the camera is not initialized. if(!uartDumpModel->is_initialized) { canvas_draw_icon(canvas, 74, 16, &I_DolphinCommon_56x48); canvas_set_font(canvas, FontSecondary); canvas_draw_str(canvas, 8, 12, "Connect the ESP32-CAM"); canvas_draw_str(canvas, 20, 24, "VCC - 3V3"); canvas_draw_str(canvas, 20, 34, "GND - GND"); canvas_draw_str(canvas, 20, 44, "U0R - TX"); canvas_draw_str(canvas, 20, 54, "U0T - RX"); } } static void save_image_to_flipper_sd_card(void* model) { furi_assert(model); UartDumpModel* uartDumpModel = model; // This pointer is used to access the storage. Storage* storage = furi_record_open(RECORD_STORAGE); // This pointer is used to access the filesystem. File* file = storage_file_alloc(storage); // Store path in local variable. const char* folderName = EXT_PATH("DCIM"); // Create the folder name for the image file if it does not exist. if(storage_common_stat(storage, folderName, NULL) == FSE_NOT_EXIST) { storage_simply_mkdir(storage, folderName); } // This pointer is used to access the file name. FuriString* file_name = furi_string_alloc(); // Get the current date and time. FuriHalRtcDateTime datetime = {0}; furi_hal_rtc_get_datetime(&datetime); // Create the file name. furi_string_printf( file_name, EXT_PATH("DCIM/%.4d%.2d%.2d-%.2d%.2d%.2d.bmp"), datetime.year, datetime.month, datetime.day, datetime.hour, datetime.minute, datetime.second); // Open the file for writing. If the file does not exist (it shouldn't), // create it. bool result = storage_file_open(file, furi_string_get_cstr(file_name), FSAM_WRITE, FSOM_OPEN_ALWAYS); // Free the file name after use. furi_string_free(file_name); if(!uartDumpModel->is_inverted) { for(size_t i = 0; i < FRAME_BUFFER_LENGTH; ++i) { uartDumpModel->pixels[i] = ~uartDumpModel->pixels[i]; } } // If the file was opened successfully, write the bitmap header and the // image data. if(result) { // Write BMP Header storage_file_write(file, bitmap_header, BITMAP_HEADER_LENGTH); // @todo - Add a function for saving the image directly from the // ESP32-CAM to the Flipper Zero SD card. // Write locally to the Flipper Zero SD card in the DCIM folder. int8_t row_buffer[ROW_BUFFER_LENGTH]; // @todo - Save image based on orientation. for(size_t i = 64; i > 0; --i) { for(size_t j = 0; j < ROW_BUFFER_LENGTH; ++j) { row_buffer[j] = uartDumpModel->pixels[((i - 1) * ROW_BUFFER_LENGTH) + j]; } storage_file_write(file, row_buffer, ROW_BUFFER_LENGTH); } } // Close the file. storage_file_close(file); // Free up memory. storage_file_free(file); } static void camera_suite_view_camera_model_init(UartDumpModel* const model, CameraSuite* instance_context) { furi_assert(model); furi_assert(instance_context); model->is_dithering_enabled = true; model->is_inverted = false; uint32_t orientation = instance_context->orientation; model->orientation = orientation; for(size_t i = 0; i < FRAME_BUFFER_LENGTH; i++) { model->pixels[i] = 0; } } static bool camera_suite_view_camera_input(InputEvent* event, void* context) { furi_assert(context); furi_assert(event); CameraSuiteViewCamera* instance = context; if(event->type == InputTypeRelease) { switch(event->key) { default: // Stop all sounds, reset the LED. with_view_model( instance->view, UartDumpModel * model, { UNUSED(model); camera_suite_play_bad_bump(instance->context); camera_suite_stop_all_sound(instance->context); camera_suite_led_set_rgb(instance->context, 0, 0, 0); }, true); break; } } else if(event->type == InputTypePress) { switch(event->key) { case InputKeyBack: { with_view_model( instance->view, UartDumpModel * model, { UNUSED(model); // Stop camera stream. furi_hal_uart_tx(UART_CH, (uint8_t[]){'s'}, 1); furi_delay_ms(50); // Go back to the main menu. instance->callback(CameraSuiteCustomEventSceneCameraBack, instance->context); }, true); break; } case InputKeyLeft: { with_view_model( instance->view, UartDumpModel * model, { // Play sound. camera_suite_play_happy_bump(instance->context); camera_suite_play_input_sound(instance->context); camera_suite_led_set_rgb(instance->context, 0, 0, 255); if(model->is_inverted) { // Camera: Set invert to false on the ESP32-CAM. furi_hal_uart_tx(UART_CH, (uint8_t[]){'i'}, 1); furi_delay_ms(50); model->is_inverted = false; } else { // Camera: Set invert to true on the ESP32-CAM. furi_hal_uart_tx(UART_CH, (uint8_t[]){'I'}, 1); furi_delay_ms(50); model->is_inverted = true; } instance->callback(CameraSuiteCustomEventSceneCameraLeft, instance->context); }, true); break; } case InputKeyRight: { with_view_model( instance->view, UartDumpModel * model, { // Play sound. camera_suite_play_happy_bump(instance->context); camera_suite_play_input_sound(instance->context); camera_suite_led_set_rgb(instance->context, 0, 0, 255); if(model->is_dithering_enabled) { // Camera: Disable dithering. furi_hal_uart_tx(UART_CH, (uint8_t[]){'d'}, 1); furi_delay_ms(50); model->is_dithering_enabled = false; } else { // Camera: Enable dithering. furi_hal_uart_tx(UART_CH, (uint8_t[]){'D'}, 1); furi_delay_ms(50); model->is_dithering_enabled = true; } instance->callback(CameraSuiteCustomEventSceneCameraRight, instance->context); }, true); break; } case InputKeyUp: { with_view_model( instance->view, UartDumpModel * model, { UNUSED(model); // Play sound. camera_suite_play_happy_bump(instance->context); camera_suite_play_input_sound(instance->context); camera_suite_led_set_rgb(instance->context, 0, 0, 255); // Camera: Increase contrast. furi_hal_uart_tx(UART_CH, (uint8_t[]){'C'}, 1); furi_delay_ms(50); instance->callback(CameraSuiteCustomEventSceneCameraUp, instance->context); }, true); break; } case InputKeyDown: { with_view_model( instance->view, UartDumpModel * model, { UNUSED(model); // Play sound. camera_suite_play_happy_bump(instance->context); camera_suite_play_input_sound(instance->context); camera_suite_led_set_rgb(instance->context, 0, 0, 255); // Camera: Reduce contrast. furi_hal_uart_tx(UART_CH, (uint8_t[]){'c'}, 1); furi_delay_ms(50); instance->callback(CameraSuiteCustomEventSceneCameraDown, instance->context); }, true); break; } case InputKeyOk: { with_view_model( instance->view, UartDumpModel * model, { // Play sound. camera_suite_play_long_bump(instance->context); camera_suite_play_input_sound(instance->context); camera_suite_led_set_rgb(instance->context, 0, 0, 255); // @todo - Save picture directly to ESP32-CAM. // furi_hal_uart_tx(UART_CH, (uint8_t[]){'P'}, 1); // Save currently displayed image to the Flipper Zero SD card. save_image_to_flipper_sd_card(model); instance->callback(CameraSuiteCustomEventSceneCameraOk, instance->context); }, true); break; } case InputKeyMAX: default: { break; } } } return false; } static void camera_suite_view_camera_exit(void* context) { furi_assert(context); } static void camera_suite_view_camera_enter(void* context) { furi_assert(context); // Get the camera suite instance context. CameraSuiteViewCamera* instance = (CameraSuiteViewCamera*)context; // Get the camera suite instance context. CameraSuite* instance_context = instance->context; // Start camera stream. furi_hal_uart_tx(UART_CH, (uint8_t[]){'S'}, 1); furi_delay_ms(50); // Get/set dither type. uint8_t dither_type = instance_context->dither; furi_hal_uart_tx(UART_CH, &dither_type, 1); furi_delay_ms(50); // Make sure the camera is not inverted. furi_hal_uart_tx(UART_CH, (uint8_t[]){'i'}, 1); furi_delay_ms(50); // Toggle flash on or off based on the current state. If the user has this // on the flash will stay on the entire time the user is in the camera view. uint8_t flash_state = instance_context->flash ? 'F' : 'f'; furi_hal_uart_tx(UART_CH, &flash_state, 1); furi_delay_ms(50); with_view_model( instance->view, UartDumpModel * model, { camera_suite_view_camera_model_init(model, instance_context); }, true); } static void camera_on_irq_cb(UartIrqEvent uartIrqEvent, uint8_t data, void* context) { furi_assert(uartIrqEvent); furi_assert(data); furi_assert(context); // Cast `context` to `CameraSuiteViewCamera*` and store it in `instance`. CameraSuiteViewCamera* instance = context; // If `uartIrqEvent` is `UartIrqEventRXNE`, send the data to the // `rx_stream` and set the `WorkerEventRx` flag. if(uartIrqEvent == UartIrqEventRXNE) { furi_stream_buffer_send(instance->rx_stream, &data, 1, 0); furi_thread_flags_set(furi_thread_get_id(instance->worker_thread), WorkerEventRx); } } static void process_ringbuffer(UartDumpModel* model, uint8_t const byte) { furi_assert(model); furi_assert(byte); // The first HEADER_LENGTH bytes are reserved for header information. if(model->ringbuffer_index < HEADER_LENGTH) { // Validate the start of row characters 'Y' and ':'. if(model->ringbuffer_index == 0 && byte != 'Y') { // Incorrect start of frame; reset. return; } if(model->ringbuffer_index == 1 && byte != ':') { // Incorrect start of frame; reset. model->ringbuffer_index = 0; return; } if(model->ringbuffer_index == 2) { // Assign the third byte as the row identifier. model->row_identifier = byte; } model->ringbuffer_index++; // Increment index for the next byte. return; } // Store pixel value directly after the header. model->row_ringbuffer[model->ringbuffer_index - HEADER_LENGTH] = byte; model->ringbuffer_index++; // Increment index for the next byte. // Check whether the ring buffer is filled. if(model->ringbuffer_index >= RING_BUFFER_LENGTH) { model->ringbuffer_index = 0; // Reset the ring buffer index. model->is_initialized = true; // Set the connection as successfully established. // Compute the starting index for the row in the pixel buffer. size_t row_start_index = model->row_identifier * ROW_BUFFER_LENGTH; // Ensure the row start index is within the valid range. if(row_start_index > LAST_ROW_INDEX) { row_start_index = 0; // Reset to a safe value in case of an overflow. } // Flush the contents of the ring buffer to the pixel buffer. for(size_t i = 0; i < ROW_BUFFER_LENGTH; ++i) { model->pixels[row_start_index + i] = model->row_ringbuffer[i]; } } } static int32_t camera_worker(void* context) { furi_assert(context); CameraSuiteViewCamera* instance = context; while(1) { uint32_t events = furi_thread_flags_wait(WORKER_EVENTS_MASK, FuriFlagWaitAny, FuriWaitForever); furi_check((events & FuriFlagError) == 0); if(events & WorkerEventStop) { break; } else if(events & WorkerEventRx) { size_t length = 0; do { size_t intended_data_size = 64; uint8_t data[intended_data_size]; length = furi_stream_buffer_receive(instance->rx_stream, data, intended_data_size, 0); if(length > 0) { with_view_model( instance->view, UartDumpModel * model, { for(size_t i = 0; i < length; i++) { process_ringbuffer(model, data[i]); } }, false); } } while(length > 0); with_view_model( instance->view, UartDumpModel * model, { UNUSED(model); }, true); } } return 0; } CameraSuiteViewCamera* camera_suite_view_camera_alloc() { // Allocate memory for the instance CameraSuiteViewCamera* instance = malloc(sizeof(CameraSuiteViewCamera)); // Allocate the view object instance->view = view_alloc(); // Allocate a stream buffer instance->rx_stream = furi_stream_buffer_alloc(2048, 1); // Allocate model view_allocate_model(instance->view, ViewModelTypeLocking, sizeof(UartDumpModel)); // Set context for the view view_set_context(instance->view, instance); // Set draw callback view_set_draw_callback(instance->view, (ViewDrawCallback)camera_suite_view_camera_draw); // Set input callback view_set_input_callback(instance->view, camera_suite_view_camera_input); // Set enter callback view_set_enter_callback(instance->view, camera_suite_view_camera_enter); // Set exit callback view_set_exit_callback(instance->view, camera_suite_view_camera_exit); // Allocate a thread for this camera to run on. FuriThread* thread = furi_thread_alloc_ex("UsbUartWorker", 2048, camera_worker, instance); instance->worker_thread = thread; furi_thread_start(instance->worker_thread); // Enable uart listener if(UART_CH == UART_CH) { furi_hal_console_disable(); } else if(UART_CH == FuriHalUartIdLPUART1) { furi_hal_uart_init(UART_CH, 230400); } // 115200 is the default baud rate for the ESP32-CAM. furi_hal_uart_set_br(UART_CH, 230400); // Enable UART1 and set the IRQ callback. furi_hal_uart_set_irq_cb(UART_CH, camera_on_irq_cb, instance); return instance; } void camera_suite_view_camera_free(CameraSuiteViewCamera* instance) { furi_assert(instance); // Remove the IRQ callback. furi_hal_uart_set_irq_cb(UART_CH, NULL, NULL); // Free the worker thread. furi_thread_free(instance->worker_thread); // Free the allocated stream buffer. furi_stream_buffer_free(instance->rx_stream); // Re-enable the console. if(UART_CH == FuriHalUartIdLPUART1) { furi_hal_uart_deinit(UART_CH); } else { furi_hal_console_enable(); } with_view_model( instance->view, UartDumpModel * model, { UNUSED(model); }, true); view_free(instance->view); free(instance); } View* camera_suite_view_camera_get_view(CameraSuiteViewCamera* instance) { furi_assert(instance); return instance->view; } void camera_suite_view_camera_set_callback( CameraSuiteViewCamera* instance, CameraSuiteViewCameraCallback callback, void* context) { furi_assert(instance); furi_assert(callback); instance->callback = callback; instance->context = context; }