sensecap_watcher.cc 9.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272
  1. #include "wifi_board.h"
  2. #include "sensecap_audio_codec.h"
  3. #include "display/lcd_display.h"
  4. #include "font_awesome_symbols.h"
  5. #include "application.h"
  6. #include "button.h"
  7. #include "config.h"
  8. #include "iot/thing_manager.h"
  9. #include "power_save_timer.h"
  10. #include <esp_log.h>
  11. #include "esp_check.h"
  12. #include <esp_lcd_panel_io.h>
  13. #include <esp_lcd_panel_ops.h>
  14. #include <esp_lcd_spd2010.h>
  15. #include <driver/spi_master.h>
  16. #include <driver/i2c_master.h>
  17. #include <driver/spi_common.h>
  18. #include <wifi_station.h>
  19. #include <iot_button.h>
  20. #include <esp_io_expander_tca95xx_16bit.h>
  21. #include <esp_sleep.h>
  22. #define TAG "sensecap_watcher"
  23. LV_FONT_DECLARE(font_puhui_30_4);
  24. LV_FONT_DECLARE(font_awesome_30_4);
  25. class SensecapWatcher : public WifiBoard {
  26. private:
  27. i2c_master_bus_handle_t i2c_bus_;
  28. LcdDisplay* display_;
  29. esp_io_expander_handle_t io_exp_handle;
  30. button_handle_t btns;
  31. PowerSaveTimer* power_save_timer_;
  32. esp_lcd_panel_io_handle_t panel_io_ = nullptr;
  33. esp_lcd_panel_handle_t panel_ = nullptr;
  34. void InitializePowerSaveTimer() {
  35. power_save_timer_ = new PowerSaveTimer(-1, 60, 300);
  36. power_save_timer_->OnEnterSleepMode([this]() {
  37. ESP_LOGI(TAG, "Enabling sleep mode");
  38. auto display = GetDisplay();
  39. display->SetChatMessage("system", "");
  40. display->SetEmotion("sleepy");
  41. GetBacklight()->SetBrightness(10);
  42. });
  43. power_save_timer_->OnExitSleepMode([this]() {
  44. auto display = GetDisplay();
  45. display->SetChatMessage("system", "");
  46. display->SetEmotion("neutral");
  47. GetBacklight()->RestoreBrightness();
  48. });
  49. power_save_timer_->OnShutdownRequest([this]() {
  50. ESP_LOGI(TAG, "Shutting down");
  51. bool is_charging = (IoExpanderGetLevel(BSP_PWR_VBUS_IN_DET) == 0);
  52. if (is_charging) {
  53. ESP_LOGI(TAG, "charging");
  54. GetBacklight()->SetBrightness(0);
  55. } else {
  56. IoExpanderSetLevel(BSP_PWR_SYSTEM, 0);
  57. }
  58. });
  59. power_save_timer_->SetEnabled(true);
  60. }
  61. void InitializeI2c() {
  62. // Initialize I2C peripheral
  63. i2c_master_bus_config_t i2c_bus_cfg = {
  64. .i2c_port = (i2c_port_t)0,
  65. .sda_io_num = BSP_GENERAL_I2C_SDA,
  66. .scl_io_num = BSP_GENERAL_I2C_SCL,
  67. .clk_source = I2C_CLK_SRC_DEFAULT,
  68. .glitch_ignore_cnt = 7,
  69. .intr_priority = 0,
  70. .trans_queue_depth = 0,
  71. .flags = {
  72. .enable_internal_pullup = 1,
  73. },
  74. };
  75. ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &i2c_bus_));
  76. }
  77. esp_err_t IoExpanderSetLevel(uint16_t pin_mask, uint8_t level) {
  78. return esp_io_expander_set_level(io_exp_handle, pin_mask, level);
  79. }
  80. uint8_t IoExpanderGetLevel(uint16_t pin_mask) {
  81. uint32_t pin_val = 0;
  82. esp_io_expander_get_level(io_exp_handle, DRV_IO_EXP_INPUT_MASK, &pin_val);
  83. pin_mask &= DRV_IO_EXP_INPUT_MASK;
  84. return (uint8_t)((pin_val & pin_mask) ? 1 : 0);
  85. }
  86. void InitializeExpander() {
  87. esp_err_t ret = ESP_OK;
  88. esp_io_expander_new_i2c_tca95xx_16bit(i2c_bus_, ESP_IO_EXPANDER_I2C_TCA9555_ADDRESS_001, &io_exp_handle);
  89. ret |= esp_io_expander_set_dir(io_exp_handle, DRV_IO_EXP_INPUT_MASK, IO_EXPANDER_INPUT);
  90. ret |= esp_io_expander_set_dir(io_exp_handle, DRV_IO_EXP_OUTPUT_MASK, IO_EXPANDER_OUTPUT);
  91. ret |= esp_io_expander_set_level(io_exp_handle, DRV_IO_EXP_OUTPUT_MASK, 0);
  92. ret |= esp_io_expander_set_level(io_exp_handle, BSP_PWR_SYSTEM, 1);
  93. vTaskDelay(100 / portTICK_PERIOD_MS);
  94. ret |= esp_io_expander_set_level(io_exp_handle, BSP_PWR_START_UP, 1);
  95. vTaskDelay(50 / portTICK_PERIOD_MS);
  96. uint32_t pin_val = 0;
  97. ret |= esp_io_expander_get_level(io_exp_handle, DRV_IO_EXP_INPUT_MASK, &pin_val);
  98. ESP_LOGI(TAG, "IO expander initialized: %x", DRV_IO_EXP_OUTPUT_MASK | (uint16_t)pin_val);
  99. assert(ret == ESP_OK);
  100. }
  101. void InitializeButton() {
  102. button_config_t btn_config = {
  103. .type = BUTTON_TYPE_CUSTOM,
  104. .long_press_time = 2000,
  105. .short_press_time = 50,
  106. .custom_button_config = {
  107. .active_level = 0,
  108. .button_custom_init =nullptr,
  109. .button_custom_get_key_value = [](void *param) -> uint8_t {
  110. auto self = static_cast<SensecapWatcher*>(param);
  111. return self->IoExpanderGetLevel(BSP_KNOB_BTN);
  112. },
  113. .button_custom_deinit = nullptr,
  114. .priv = this,
  115. },
  116. };
  117. //watcher 是通过长按滚轮进行开机的, 需要等待滚轮释放, 否则用户开机松手时可能会误触成单击
  118. ESP_LOGI(TAG, "waiting for knob button release");
  119. while(IoExpanderGetLevel(BSP_KNOB_BTN) == 0) {
  120. vTaskDelay(50 / portTICK_PERIOD_MS);
  121. }
  122. btns = iot_button_create(&btn_config);
  123. iot_button_register_cb(btns, BUTTON_SINGLE_CLICK, [](void* button_handle, void* usr_data) {
  124. auto self = static_cast<SensecapWatcher*>(usr_data);
  125. auto& app = Application::GetInstance();
  126. if (app.GetDeviceState() == kDeviceStateStarting && !WifiStation::GetInstance().IsConnected()) {
  127. self->ResetWifiConfiguration();
  128. }
  129. self->power_save_timer_->WakeUp();
  130. app.ToggleChatState();
  131. }, this);
  132. iot_button_register_cb(btns, BUTTON_LONG_PRESS_START, [](void* button_handle, void* usr_data) {
  133. auto self = static_cast<SensecapWatcher*>(usr_data);
  134. bool is_charging = (self->IoExpanderGetLevel(BSP_PWR_VBUS_IN_DET) == 0);
  135. if (is_charging) {
  136. ESP_LOGI(TAG, "charging");
  137. } else {
  138. self->IoExpanderSetLevel(BSP_PWR_LCD, 0);
  139. self->IoExpanderSetLevel(BSP_PWR_SYSTEM, 0);
  140. }
  141. }, this);
  142. }
  143. void InitializeSpi() {
  144. ESP_LOGI(TAG, "Initialize QSPI bus");
  145. spi_bus_config_t qspi_cfg = {0};
  146. qspi_cfg.sclk_io_num = BSP_SPI3_HOST_PCLK;
  147. qspi_cfg.data0_io_num = BSP_SPI3_HOST_DATA0;
  148. qspi_cfg.data1_io_num = BSP_SPI3_HOST_DATA1;
  149. qspi_cfg.data2_io_num = BSP_SPI3_HOST_DATA2;
  150. qspi_cfg.data3_io_num = BSP_SPI3_HOST_DATA3;
  151. qspi_cfg.max_transfer_sz = DISPLAY_WIDTH * DISPLAY_HEIGHT * DRV_LCD_BITS_PER_PIXEL / 8 / CONFIG_BSP_LCD_SPI_DMA_SIZE_DIV;
  152. ESP_ERROR_CHECK(spi_bus_initialize(SPI3_HOST, &qspi_cfg, SPI_DMA_CH_AUTO));
  153. }
  154. void Initializespd2010Display() {
  155. ESP_LOGI(TAG, "Install panel IO");
  156. const esp_lcd_panel_io_spi_config_t io_config = {
  157. .cs_gpio_num = BSP_LCD_SPI_CS,
  158. .dc_gpio_num = -1,
  159. .spi_mode = 3,
  160. .pclk_hz = DRV_LCD_PIXEL_CLK_HZ,
  161. .trans_queue_depth = 2,
  162. .lcd_cmd_bits = DRV_LCD_CMD_BITS,
  163. .lcd_param_bits = DRV_LCD_PARAM_BITS,
  164. .flags = {
  165. .quad_mode = true,
  166. },
  167. };
  168. spd2010_vendor_config_t vendor_config = {
  169. .flags = {
  170. .use_qspi_interface = 1,
  171. },
  172. };
  173. esp_lcd_new_panel_io_spi((esp_lcd_spi_bus_handle_t)BSP_LCD_SPI_NUM, &io_config, &panel_io_);
  174. ESP_LOGD(TAG, "Install LCD driver");
  175. const esp_lcd_panel_dev_config_t panel_config = {
  176. .reset_gpio_num = BSP_LCD_GPIO_RST, // Shared with Touch reset
  177. .rgb_ele_order = DRV_LCD_RGB_ELEMENT_ORDER,
  178. .bits_per_pixel = DRV_LCD_BITS_PER_PIXEL,
  179. .vendor_config = &vendor_config,
  180. };
  181. esp_lcd_new_panel_spd2010(panel_io_, &panel_config, &panel_);
  182. esp_lcd_panel_reset(panel_);
  183. esp_lcd_panel_init(panel_);
  184. esp_lcd_panel_mirror(panel_, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y);
  185. esp_lcd_panel_disp_on_off(panel_, true);
  186. display_ = new SpiLcdDisplay(panel_io_, panel_,
  187. DISPLAY_WIDTH, DISPLAY_HEIGHT, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY,
  188. {
  189. .text_font = &font_puhui_30_4,
  190. .icon_font = &font_awesome_30_4,
  191. .emoji_font = font_emoji_64_init(),
  192. });
  193. }
  194. // 物联网初始化,添加对 AI 可见设备
  195. void InitializeIot() {
  196. auto& thing_manager = iot::ThingManager::GetInstance();
  197. thing_manager.AddThing(iot::CreateThing("Speaker"));
  198. thing_manager.AddThing(iot::CreateThing("Backlight"));
  199. }
  200. public:
  201. SensecapWatcher(){
  202. ESP_LOGI(TAG, "Initialize Sensecap Watcher");
  203. InitializePowerSaveTimer();
  204. InitializeI2c();
  205. InitializeSpi();
  206. InitializeExpander();
  207. InitializeButton();
  208. Initializespd2010Display();
  209. InitializeIot();
  210. GetBacklight()->RestoreBrightness();
  211. }
  212. virtual AudioCodec* GetAudioCodec() override {
  213. static SensecapAudioCodec audio_codec(
  214. i2c_bus_,
  215. AUDIO_INPUT_SAMPLE_RATE,
  216. AUDIO_OUTPUT_SAMPLE_RATE,
  217. AUDIO_I2S_GPIO_MCLK,
  218. AUDIO_I2S_GPIO_BCLK,
  219. AUDIO_I2S_GPIO_WS,
  220. AUDIO_I2S_GPIO_DOUT,
  221. AUDIO_I2S_GPIO_DIN,
  222. AUDIO_CODEC_PA_PIN,
  223. AUDIO_CODEC_ES8311_ADDR,
  224. AUDIO_CODEC_ES7243E_ADDR,
  225. AUDIO_INPUT_REFERENCE);
  226. return &audio_codec;
  227. }
  228. virtual Display* GetDisplay() override {
  229. return display_;
  230. }
  231. virtual Backlight* GetBacklight() override {
  232. static PwmBacklight backlight(DISPLAY_BACKLIGHT_PIN, DISPLAY_BACKLIGHT_OUTPUT_INVERT);
  233. return &backlight;
  234. }
  235. virtual void SetPowerSaveMode(bool enabled) override {
  236. if (!enabled) {
  237. power_save_timer_->WakeUp();
  238. }
  239. WifiBoard::SetPowerSaveMode(enabled);
  240. }
  241. };
  242. DECLARE_BOARD(SensecapWatcher);