CameraStream.ino 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169
  1. // from: https://github.com/Z4urce/flipperzero-camera/blob/main/esp32_firmware/esp32_cam_uart_stream/esp32_cam_uart_stream.ino
  2. void cam_stream_setup() {
  3. // camera init
  4. camera_config_t config;
  5. config.ledc_channel = LEDC_CHANNEL_0;
  6. config.ledc_timer = LEDC_TIMER_0;
  7. config.pin_d0 = Y2_GPIO_NUM;
  8. config.pin_d1 = Y3_GPIO_NUM;
  9. config.pin_d2 = Y4_GPIO_NUM;
  10. config.pin_d3 = Y5_GPIO_NUM;
  11. config.pin_d4 = Y6_GPIO_NUM;
  12. config.pin_d5 = Y7_GPIO_NUM;
  13. config.pin_d6 = Y8_GPIO_NUM;
  14. config.pin_d7 = Y9_GPIO_NUM;
  15. config.pin_xclk = XCLK_GPIO_NUM;
  16. config.pin_pclk = PCLK_GPIO_NUM;
  17. config.pin_vsync = VSYNC_GPIO_NUM;
  18. config.pin_href = HREF_GPIO_NUM;
  19. config.pin_sscb_sda = SIOD_GPIO_NUM;
  20. config.pin_sscb_scl = SIOC_GPIO_NUM;
  21. config.pin_pwdn = PWDN_GPIO_NUM;
  22. config.pin_reset = RESET_GPIO_NUM;
  23. config.xclk_freq_hz = 20000000;
  24. config.pixel_format = PIXFORMAT_GRAYSCALE;
  25. // We don't need a big frame
  26. config.frame_size = FRAMESIZE_QQVGA;
  27. config.fb_count = 1;
  28. esp_err_t err = esp_camera_init(&config);
  29. if (err != ESP_OK) {
  30. Serial.printf("Camera init failed with error 0x%x", err);
  31. return;
  32. }
  33. // Setting high contrast to make easier to dither
  34. sensor_t* s = esp_camera_sensor_get();
  35. s->set_contrast(s, 2);
  36. }
  37. bool disable_dithering = false;
  38. bool invert = false;
  39. void cam_stream_loop() {
  40. bool stop_stream = false;
  41. // Reading serial
  42. if (Serial.available() > 0) {
  43. char r = Serial.read();
  44. sensor_t* s = esp_camera_sensor_get();
  45. switch (r) {
  46. case 'S':
  47. //stop_stream = false;
  48. break;
  49. case 's':
  50. /*stop_stream = true;
  51. preferences.putBool("streaming", false);
  52. preferences.end();
  53. ESP.restart();*/
  54. break;
  55. case 'D':
  56. disable_dithering = false;
  57. break;
  58. case 'd':
  59. disable_dithering = true;
  60. break;
  61. case 'C':
  62. s->set_contrast(s, s->status.contrast + 1);
  63. s->set_contrast(s, s->status.brightness + 1);
  64. break;
  65. case 'c':
  66. s->set_contrast(s, s->status.contrast - 1);
  67. s->set_contrast(s, s->status.brightness - 1);
  68. break;
  69. /*case 'B':
  70. s->set_contrast(s, s->status.brightness + 1);
  71. break;
  72. case 'b':
  73. s->set_contrast(s, s->status.brightness - 1);
  74. break;
  75. // Toggle cases
  76. case 'M': // Toggle Mirror
  77. s->set_hmirror(s, !s->status.hmirror);
  78. break;
  79. case '>':
  80. disable_dithering = !disable_dithering;
  81. break;
  82. case '<':
  83. invert = !invert;
  84. break;
  85. */
  86. // Toggle cases
  87. case '>': // Toggle Mirror
  88. s->set_hmirror(s, !s->status.hmirror);
  89. if (s->status.hmirror)
  90. s->set_vflip(s, !s->status.vflip);
  91. break;
  92. case '<':
  93. invert = !invert;
  94. if(invert)
  95. disable_dithering = !disable_dithering;
  96. break;
  97. default:
  98. break;
  99. }
  100. }
  101. camera_fb_t* fb = esp_camera_fb_get();
  102. if (!fb) {
  103. return;
  104. }
  105. //Length: 19200
  106. //Width: 160
  107. //Height: 120
  108. //Format: 2
  109. //Target: 128x64
  110. if (!disable_dithering) {
  111. DitherImage(fb);
  112. }
  113. uint8_t flipper_y = 0;
  114. for (uint8_t y = 28; y < 92; ++y) {
  115. Serial.print("Y:");
  116. Serial.print((char)flipper_y);
  117. size_t true_y = y * fb->width;
  118. for (uint8_t x = 16; x < 144; x += 8) {
  119. char c = 0;
  120. for (uint8_t j = 0; j < 8; ++j) {
  121. if (IsDarkBit(fb->buf[true_y + x + (7 - j)])) {
  122. c |= 1 << j;
  123. }
  124. }
  125. Serial.print(c);
  126. }
  127. ++flipper_y;
  128. Serial.flush();
  129. }
  130. esp_camera_fb_return(fb);
  131. fb = NULL;
  132. delay(50);
  133. }
  134. inline bool IsDarkBit(const uint8_t bit) {
  135. return (invert ^ (bit < 128));
  136. }
  137. void DitherImage(camera_fb_t* fb) {
  138. for (uint8_t y = 0; y < fb->height; ++y) {
  139. for (uint8_t x = 0; x < fb->width; ++x) {
  140. size_t current = (y * fb->width) + x;
  141. uint8_t oldpixel = fb->buf[current];
  142. uint8_t newpixel = oldpixel >= 128 ? 255 : 0;
  143. fb->buf[current] = newpixel;
  144. uint8_t quant_error = oldpixel - newpixel;
  145. fb->buf[(y * fb->width) + x + 1] = fb->buf[(y * fb->width) + x + 1] + quant_error * 7 / 16;
  146. fb->buf[(y + 1 * fb->width) + x - 1] = fb->buf[(y + 1 * fb->width) + x - 1] + quant_error * 3 / 16;
  147. fb->buf[(y + 1 * fb->width) + x] = fb->buf[(y + 1 * fb->width) + x] + quant_error * 5 / 16;
  148. fb->buf[(y + 1 * fb->width) + x + 1] = fb->buf[(y + 1 * fb->width) + x + 1] + quant_error * 1 / 16;
  149. }
  150. }
  151. }