CameraStream.ino 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166
  1. #ifdef ESP32_CAM
  2. // from: https://github.com/Z4urce/flipperzero-camera/blob/main/esp32_firmware/esp32_cam_uart_stream/esp32_cam_uart_stream.ino
  3. void cam_stream_setup() {
  4. Serial.begin(230400);
  5. camera_config_t config;
  6. config.ledc_channel = LEDC_CHANNEL_0;
  7. config.ledc_timer = LEDC_TIMER_0;
  8. config.pin_d0 = Y2_GPIO_NUM;
  9. config.pin_d1 = Y3_GPIO_NUM;
  10. config.pin_d2 = Y4_GPIO_NUM;
  11. config.pin_d3 = Y5_GPIO_NUM;
  12. config.pin_d4 = Y6_GPIO_NUM;
  13. config.pin_d5 = Y7_GPIO_NUM;
  14. config.pin_d6 = Y8_GPIO_NUM;
  15. config.pin_d7 = Y9_GPIO_NUM;
  16. config.pin_xclk = XCLK_GPIO_NUM;
  17. config.pin_pclk = PCLK_GPIO_NUM;
  18. config.pin_vsync = VSYNC_GPIO_NUM;
  19. config.pin_href = HREF_GPIO_NUM;
  20. config.pin_sscb_sda = SIOD_GPIO_NUM;
  21. config.pin_sscb_scl = SIOC_GPIO_NUM;
  22. config.pin_pwdn = PWDN_GPIO_NUM;
  23. config.pin_reset = RESET_GPIO_NUM;
  24. config.xclk_freq_hz = 20000000;
  25. config.pixel_format = PIXFORMAT_GRAYSCALE;
  26. // We don't need a big frame
  27. config.frame_size = FRAMESIZE_QQVGA;
  28. config.fb_count = 1;
  29. // camera init
  30. esp_err_t err = esp_camera_init(&config);
  31. if (err != ESP_OK) {
  32. Serial.printf("Camera init failed with error 0x%x", err);
  33. return;
  34. }
  35. // Setting high contrast to make easier to dither
  36. sensor_t * s = esp_camera_sensor_get();
  37. s->set_contrast(s, 2);
  38. }
  39. bool stop_stream = false;
  40. bool disable_dithering = false;
  41. bool invert = false;
  42. void cam_stream_loop() {
  43. // Reading serial
  44. if (Serial.available() > 0) {
  45. char r = Serial.read();
  46. sensor_t * s = esp_camera_sensor_get();
  47. switch(r) {
  48. case 'S':
  49. stop_stream = false;
  50. break;
  51. case 's':
  52. stop_stream = true;
  53. break;
  54. case 'D':
  55. disable_dithering = false;
  56. break;
  57. case 'd':
  58. disable_dithering = true;
  59. break;
  60. case 'C':
  61. s->set_contrast(s, s->status.contrast + 1);
  62. break;
  63. case 'c':
  64. s->set_contrast(s, s->status.contrast - 1);
  65. break;
  66. case 'B':
  67. s->set_contrast(s, s->status.brightness + 1);
  68. break;
  69. case 'b':
  70. s->set_contrast(s, s->status.brightness - 1);
  71. break;
  72. // Toggle cases
  73. case 'M': // Toggle Mirror
  74. s->set_hmirror(s, !s->status.hmirror);
  75. break;
  76. case '>':
  77. disable_dithering = !disable_dithering;
  78. break;
  79. case '<':
  80. invert = !invert;
  81. default:
  82. break;
  83. }
  84. }
  85. if (stop_stream){
  86. return;
  87. }
  88. camera_fb_t* fb = esp_camera_fb_get();
  89. if (!fb) {
  90. return;
  91. }
  92. //Length: 19200
  93. //Width: 160
  94. //Height: 120
  95. //Format: 2
  96. //Target: 128x64
  97. if (!disable_dithering) {
  98. DitherImage(fb);
  99. }
  100. uint8_t flipper_y = 0;
  101. for(uint8_t y = 28; y < 92; ++y) {
  102. Serial.print("Y:");
  103. Serial.print((char)flipper_y);
  104. size_t true_y = y * fb->width;
  105. for (uint8_t x = 16; x < 144; x+=8){
  106. char c = 0;
  107. for(uint8_t j = 0; j < 8; ++j){
  108. if (IsDarkBit(fb->buf[true_y + x + (7-j)])){
  109. c |= 1 << j;
  110. }
  111. }
  112. Serial.print(c);
  113. }
  114. ++flipper_y;
  115. Serial.flush();
  116. }
  117. esp_camera_fb_return(fb);
  118. fb = NULL;
  119. delay(50);
  120. }
  121. bool IsDarkBit(uint8_t bit){
  122. bool result = bit < 128;
  123. if (invert){
  124. result = !result;
  125. }
  126. return result;
  127. }
  128. void DitherImage(camera_fb_t* fb) {
  129. for(uint8_t y = 0; y < fb->height; ++y){
  130. for (uint8_t x = 0; x < fb->width; ++x){
  131. size_t current = (y*fb->width) + x;
  132. uint8_t oldpixel = fb->buf[current];
  133. uint8_t newpixel = oldpixel >= 128 ? 255 : 0;
  134. fb->buf[current] = newpixel;
  135. uint8_t quant_error = oldpixel - newpixel;
  136. fb->buf[(y*fb->width) + x + 1] = fb->buf[(y*fb->width) + x + 1] + quant_error * 7 / 16;
  137. fb->buf[(y+1*fb->width) + x-1] = fb->buf[(y+1*fb->width) + x-1] + quant_error * 3 / 16;
  138. fb->buf[(y + 1*fb->width) + x] = fb->buf[(y + 1*fb->width) + x] + quant_error * 5 / 16;
  139. fb->buf[(y+1*fb->width) + x+1] = fb->buf[(y+1*fb->width) + x+1] + quant_error * 1 / 16;
  140. }
  141. }
  142. }
  143. #endif