diff --git a/main/CMakeLists.txt b/main/CMakeLists.txt index 02c1d3949..c6d17018a 100644 --- a/main/CMakeLists.txt +++ b/main/CMakeLists.txt @@ -134,6 +134,8 @@ elseif(CONFIG_BOARD_TYPE_SENSECAP_WATCHER) set(BOARD_TYPE "sensecap-watcher") elseif(CONFIG_BOARD_TYPE_ESP32_CGC) set(BOARD_TYPE "esp32-cgc") +elseif(CONFIG_BOARD_TYPE_NULLLAB_AI_VOX) + set(BOARD_TYPE "nulllab-ai-vox") endif() file(GLOB BOARD_SOURCES ${CMAKE_CURRENT_SOURCE_DIR}/boards/${BOARD_TYPE}/*.cc diff --git a/main/Kconfig.projbuild b/main/Kconfig.projbuild index 69bd6894f..0993f3719 100644 --- a/main/Kconfig.projbuild +++ b/main/Kconfig.projbuild @@ -156,6 +156,8 @@ choice BOARD_TYPE bool "无名科技星智1.54(ML307)" config BOARD_TYPE_SENSECAP_WATCHER bool "SenseCAP Watcher" + config BOARD_TYPE_NULLLAB_AI_VOX + bool "Nulllab AI Vox" endchoice choice DISPLAY_OLED_TYPE diff --git a/main/boards/nulllab-ai-vox/config.h b/main/boards/nulllab-ai-vox/config.h new file mode 100644 index 000000000..447a0b234 --- /dev/null +++ b/main/boards/nulllab-ai-vox/config.h @@ -0,0 +1,43 @@ +#ifndef _BOARD_CONFIG_H_ +#define _BOARD_CONFIG_H_ + +#include + +#define AUDIO_INPUT_SAMPLE_RATE 16000 +#define AUDIO_OUTPUT_SAMPLE_RATE 24000 + +#define AUDIO_I2S_MIC_GPIO_WS GPIO_NUM_2 +#define AUDIO_I2S_MIC_GPIO_SCK GPIO_NUM_5 +#define AUDIO_I2S_MIC_GPIO_DIN GPIO_NUM_4 + +#define AUDIO_I2S_SPK_GPIO_DOUT GPIO_NUM_1 +#define AUDIO_I2S_SPK_GPIO_BCLK GPIO_NUM_13 +#define AUDIO_I2S_SPK_GPIO_LRCK GPIO_NUM_14 + +#define BUILTIN_LED_GPIO GPIO_NUM_41 +#define BOOT_BUTTON_GPIO GPIO_NUM_0 +#define TOUCH_BUTTON_GPIO GPIO_NUM_NC +#define VOLUME_UP_BUTTON_GPIO GPIO_NUM_40 +#define VOLUME_DOWN_BUTTON_GPIO GPIO_NUM_42 + +#define DISPLAY_BACKLIGHT_PIN GPIO_NUM_11 +#define DISPLAY_MOSI_PIN GPIO_NUM_17 +#define DISPLAY_CLK_PIN GPIO_NUM_16 +#define DISPLAY_DC_PIN GPIO_NUM_12 +#define DISPLAY_RST_PIN GPIO_NUM_21 +#define DISPLAY_CS_PIN GPIO_NUM_15 + +#define DISPLAY_WIDTH 240 +#define DISPLAY_HEIGHT 240 +#define DISPLAY_MIRROR_X false +#define DISPLAY_MIRROR_Y false +#define DISPLAY_SWAP_XY false +#define DISPLAY_INVERT_COLOR true +#define DISPLAY_RGB_ORDER LCD_RGB_ELEMENT_ORDER_RGB +#define DISPLAY_OFFSET_X 0 +#define DISPLAY_OFFSET_Y 0 +#define DISPLAY_BACKLIGHT_OUTPUT_INVERT false +#define DISPLAY_SPI_MODE 0 + + +#endif // _BOARD_CONFIG_H_ diff --git a/main/boards/nulllab-ai-vox/nulllab_ai_vox.cc b/main/boards/nulllab-ai-vox/nulllab_ai_vox.cc new file mode 100644 index 000000000..796522544 --- /dev/null +++ b/main/boards/nulllab-ai-vox/nulllab_ai_vox.cc @@ -0,0 +1,283 @@ +#include +#include +#include +#include +#include +#include +#include +#include + +#include + +#include "application.h" +#include "assets/lang_config.h" +#include "button.h" +#include "config.h" +#include "display/lcd_display.h" +#include "iot/thing_manager.h" +#include "led/single_led.h" +#include "sph0645_audio_codec.h" +#include "system_reset.h" +#include "wifi_board.h" +#define TAG "NulllabAIVox" + +LV_FONT_DECLARE(font_puhui_16_4); +LV_FONT_DECLARE(font_awesome_16_4); + +class NulllabAIVox : public WifiBoard { + private: + Button boot_button_; + Button volume_up_button_; + Button volume_down_button_; + uint32_t current_band_ = UINT32_MAX; + LcdDisplay* display_; + adc_oneshot_unit_handle_t battery_adc_handle_ = nullptr; + std::vector battery_adc_samples_; + + void InitializeSpi() { + spi_bus_config_t buscfg = {}; + buscfg.mosi_io_num = DISPLAY_MOSI_PIN; + buscfg.miso_io_num = GPIO_NUM_NC; + buscfg.sclk_io_num = DISPLAY_CLK_PIN; + buscfg.quadwp_io_num = GPIO_NUM_NC; + buscfg.quadhd_io_num = GPIO_NUM_NC; + buscfg.max_transfer_sz = DISPLAY_WIDTH * DISPLAY_HEIGHT * sizeof(uint16_t); + ESP_ERROR_CHECK(spi_bus_initialize(SPI3_HOST, &buscfg, SPI_DMA_CH_AUTO)); + } + + void InitializeLcdDisplay() { + esp_lcd_panel_io_handle_t panel_io = nullptr; + esp_lcd_panel_handle_t panel = nullptr; + // 液晶屏控制IO初始化 + ESP_LOGD(TAG, "Install panel IO"); + esp_lcd_panel_io_spi_config_t io_config = {}; + io_config.cs_gpio_num = DISPLAY_CS_PIN; + io_config.dc_gpio_num = DISPLAY_DC_PIN; + io_config.spi_mode = DISPLAY_SPI_MODE; + io_config.pclk_hz = 40 * 1000 * 1000; + io_config.trans_queue_depth = 10; + io_config.lcd_cmd_bits = 8; + io_config.lcd_param_bits = 8; + ESP_ERROR_CHECK(esp_lcd_new_panel_io_spi(SPI3_HOST, &io_config, &panel_io)); + + // 初始化液晶屏驱动芯片 + ESP_LOGD(TAG, "Install LCD driver"); + esp_lcd_panel_dev_config_t panel_config = {}; + panel_config.reset_gpio_num = DISPLAY_RST_PIN; + panel_config.rgb_ele_order = DISPLAY_RGB_ORDER; + panel_config.bits_per_pixel = 16; +#if defined(LCD_TYPE_ILI9341_SERIAL) + ESP_ERROR_CHECK(esp_lcd_new_panel_ili9341(panel_io, &panel_config, &panel)); +#elif defined(LCD_TYPE_GC9A01_SERIAL) + ESP_ERROR_CHECK(esp_lcd_new_panel_gc9a01(panel_io, &panel_config, &panel)); + gc9a01_vendor_config_t gc9107_vendor_config = { + .init_cmds = gc9107_lcd_init_cmds, + .init_cmds_size = + sizeof(gc9107_lcd_init_cmds) / sizeof(gc9a01_lcd_init_cmd_t), + }; +#else + ESP_ERROR_CHECK(esp_lcd_new_panel_st7789(panel_io, &panel_config, &panel)); +#endif + + esp_lcd_panel_reset(panel); + + esp_lcd_panel_init(panel); + esp_lcd_panel_invert_color(panel, DISPLAY_INVERT_COLOR); + esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY); + esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y); +#ifdef LCD_TYPE_GC9A01_SERIAL + panel_config.vendor_config = &gc9107_vendor_config; +#endif + display_ = new SpiLcdDisplay( + panel_io, panel, DISPLAY_WIDTH, DISPLAY_HEIGHT, DISPLAY_OFFSET_X, + DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY, + { + .text_font = &font_puhui_16_4, + .icon_font = &font_awesome_16_4, +#if CONFIG_USE_WECHAT_MESSAGE_STYLE + .emoji_font = font_emoji_32_init(), +#else + .emoji_font = DISPLAY_HEIGHT >= 240 ? font_emoji_64_init() + : font_emoji_32_init(), +#endif + }); + } + + void InitializeButtons() { + boot_button_.OnClick([this]() { + auto& app = Application::GetInstance(); + if (app.GetDeviceState() == kDeviceStateStarting && + !WifiStation::GetInstance().IsConnected()) { + ResetWifiConfiguration(); + } + app.ToggleChatState(); + }); + + volume_up_button_.OnClick([this]() { + auto codec = GetAudioCodec(); + auto volume = codec->output_volume() + 10; + if (volume > 100) { + volume = 100; + } + codec->SetOutputVolume(volume); + GetDisplay()->ShowNotification(Lang::Strings::VOLUME + + std::to_string(volume)); + }); + + volume_up_button_.OnLongPress([this]() { + GetAudioCodec()->SetOutputVolume(100); + GetDisplay()->ShowNotification(Lang::Strings::MAX_VOLUME); + }); + + volume_down_button_.OnClick([this]() { + auto codec = GetAudioCodec(); + auto volume = codec->output_volume() - 10; + if (volume < 0) { + volume = 0; + } + codec->SetOutputVolume(volume); + GetDisplay()->ShowNotification(Lang::Strings::VOLUME + + std::to_string(volume)); + }); + + volume_down_button_.OnLongPress([this]() { + GetAudioCodec()->SetOutputVolume(0); + GetDisplay()->ShowNotification(Lang::Strings::MUTED); + }); + } + + // 物联网初始化,添加对 AI 可见设备 + void InitializeIot() { + auto& thing_manager = iot::ThingManager::GetInstance(); + thing_manager.AddThing(iot::CreateThing("Speaker")); + thing_manager.AddThing(iot::CreateThing("Screen")); + thing_manager.AddThing(iot::CreateThing("Lamp")); + } + + public: + NulllabAIVox() + : boot_button_(BOOT_BUTTON_GPIO), + volume_up_button_(VOLUME_UP_BUTTON_GPIO), + volume_down_button_(VOLUME_DOWN_BUTTON_GPIO) { + gpio_config_t io_config = { + .pin_bit_mask = (1ULL << GPIO_NUM_9), + .mode = GPIO_MODE_OUTPUT_OD, + .pull_up_en = GPIO_PULLUP_ENABLE, + .pull_down_en = GPIO_PULLDOWN_DISABLE, + .intr_type = GPIO_INTR_DISABLE, + }; + + ESP_ERROR_CHECK(gpio_config(&io_config)); + ESP_ERROR_CHECK(gpio_set_level(GPIO_NUM_9, 1)); + + adc_channel_t channel; + adc_unit_t adc_unit; + ESP_ERROR_CHECK( + adc_oneshot_io_to_channel(GPIO_NUM_10, &adc_unit, &channel)); + + adc_oneshot_unit_init_cfg_t adc_init_config = { + .unit_id = adc_unit, + .ulp_mode = ADC_ULP_MODE_DISABLE, + }; + ESP_ERROR_CHECK( + adc_oneshot_new_unit(&adc_init_config, &battery_adc_handle_)); + + adc_oneshot_chan_cfg_t adc_chan_config = { + .atten = ADC_ATTEN_DB_12, + .bitwidth = ADC_BITWIDTH_12, + }; + ESP_ERROR_CHECK(adc_oneshot_config_channel(battery_adc_handle_, channel, + &adc_chan_config)); + + InitializeSpi(); + InitializeLcdDisplay(); + InitializeButtons(); + InitializeIot(); + if (DISPLAY_BACKLIGHT_PIN != GPIO_NUM_NC) { + GetBacklight()->RestoreBrightness(); + } + } + + virtual Led* GetLed() override { + static SingleLed led(BUILTIN_LED_GPIO); + return &led; + } + + virtual AudioCodec* GetAudioCodec() override { + static Sph0645AudioCodec audio_codec( + AUDIO_INPUT_SAMPLE_RATE, AUDIO_OUTPUT_SAMPLE_RATE, + AUDIO_I2S_SPK_GPIO_BCLK, AUDIO_I2S_SPK_GPIO_LRCK, + AUDIO_I2S_SPK_GPIO_DOUT, AUDIO_I2S_MIC_GPIO_SCK, AUDIO_I2S_MIC_GPIO_WS, + AUDIO_I2S_MIC_GPIO_DIN); + return &audio_codec; + } + + virtual Display* GetDisplay() override { return display_; } + + virtual Backlight* GetBacklight() override { + if (DISPLAY_BACKLIGHT_PIN != GPIO_NUM_NC) { + static PwmBacklight backlight(DISPLAY_BACKLIGHT_PIN, + DISPLAY_BACKLIGHT_OUTPUT_INVERT); + return &backlight; + } + return nullptr; + } + + bool GetBatteryLevel(int& level, bool& charging, bool& discharging) { + constexpr uint32_t kMinAdcValue = 2048; + constexpr uint32_t kMaxAdcValue = 2330; + constexpr uint32_t kTotalBands = 10; + constexpr uint32_t kAdcRangePerBand = + (kMaxAdcValue - kMinAdcValue) / kTotalBands; + constexpr uint32_t kHysteresisOffset = kAdcRangePerBand / 2; + + ESP_ERROR_CHECK(gpio_set_level(GPIO_NUM_9, 0)); + int adc_value = 0; + adc_channel_t channel; + adc_unit_t adc_unit; + ESP_ERROR_CHECK( + adc_oneshot_io_to_channel(GPIO_NUM_10, &adc_unit, &channel)); + ESP_ERROR_CHECK(adc_oneshot_read(battery_adc_handle_, channel, &adc_value)); + ESP_ERROR_CHECK(gpio_set_level(GPIO_NUM_9, 1)); + + adc_value = std::clamp(adc_value, kMinAdcValue, kMaxAdcValue); + + battery_adc_samples_.push_back(adc_value); + if (battery_adc_samples_.size() > 10) { + battery_adc_samples_.erase(battery_adc_samples_.begin()); + } + + int32_t sum = std::accumulate(battery_adc_samples_.begin(), + battery_adc_samples_.end(), 0); + adc_value = sum / battery_adc_samples_.size(); + + if (current_band_ == UINT32_MAX) { + // Initialize the current band based on the initial ADC value + current_band_ = (adc_value - kMinAdcValue) / kAdcRangePerBand; + if (current_band_ >= kTotalBands) { + current_band_ = kTotalBands - 1; + } + } else { + const int32_t lower_threshold = + kMinAdcValue + current_band_ * kAdcRangePerBand - kHysteresisOffset; + const int32_t upper_threshold = kMinAdcValue + + (current_band_ + 1) * kAdcRangePerBand + + kHysteresisOffset; + + if (adc_value < lower_threshold && current_band_ > 0) { + --current_band_; + } else if (adc_value > upper_threshold && + current_band_ < kTotalBands - 1) { + ++current_band_; + } + } + + level = current_band_ * 100 / (kTotalBands - 1); + charging = false; + discharging = true; + + return true; + } +}; + +DECLARE_BOARD(NulllabAIVox); diff --git a/main/boards/nulllab-ai-vox/sph0645_audio_codec.cc b/main/boards/nulllab-ai-vox/sph0645_audio_codec.cc new file mode 100644 index 000000000..27c984f51 --- /dev/null +++ b/main/boards/nulllab-ai-vox/sph0645_audio_codec.cc @@ -0,0 +1,130 @@ +#include "sph0645_audio_codec.h" + +#include +#include + +#include + +#define TAG "Sph0645AudioCodec" + +Sph0645AudioCodec::Sph0645AudioCodec(int input_sample_rate, + int output_sample_rate, + gpio_num_t spk_bclk, gpio_num_t spk_ws, + gpio_num_t spk_dout, gpio_num_t mic_sck, + gpio_num_t mic_ws, gpio_num_t mic_din) { + duplex_ = false; + input_sample_rate_ = input_sample_rate; + output_sample_rate_ = output_sample_rate; + + // Create a new channel for speaker + i2s_chan_config_t chan_cfg = { + .id = (i2s_port_t)0, + .role = I2S_ROLE_MASTER, + .dma_desc_num = 6, + .dma_frame_num = 240, + .auto_clear_after_cb = true, + .auto_clear_before_cb = false, + .intr_priority = 0, + }; + ESP_ERROR_CHECK(i2s_new_channel(&chan_cfg, &tx_handle_, nullptr)); + + i2s_std_config_t std_cfg = { + .clk_cfg = + { + .sample_rate_hz = (uint32_t)output_sample_rate_, + .clk_src = I2S_CLK_SRC_DEFAULT, + .mclk_multiple = I2S_MCLK_MULTIPLE_256, +#ifdef I2S_HW_VERSION_2 + .ext_clk_freq_hz = 0, +#endif + + }, + .slot_cfg = {.data_bit_width = I2S_DATA_BIT_WIDTH_32BIT, + .slot_bit_width = I2S_SLOT_BIT_WIDTH_AUTO, + .slot_mode = I2S_SLOT_MODE_MONO, + .slot_mask = I2S_STD_SLOT_LEFT, + .ws_width = I2S_DATA_BIT_WIDTH_32BIT, + .ws_pol = false, + .bit_shift = true, +#ifdef I2S_HW_VERSION_2 + .left_align = true, + .big_endian = false, + .bit_order_lsb = false +#endif + + }, + .gpio_cfg = {.mclk = I2S_GPIO_UNUSED, + .bclk = spk_bclk, + .ws = spk_ws, + .dout = spk_dout, + .din = I2S_GPIO_UNUSED, + .invert_flags = { + .mclk_inv = false, .bclk_inv = false, .ws_inv = false}}}; + ESP_ERROR_CHECK(i2s_channel_init_std_mode(tx_handle_, &std_cfg)); + + // Create a new channel for MIC + chan_cfg.id = (i2s_port_t)1; + ESP_ERROR_CHECK(i2s_new_channel(&chan_cfg, nullptr, &rx_handle_)); + std_cfg.clk_cfg.sample_rate_hz = (uint32_t)input_sample_rate_; + std_cfg.gpio_cfg.bclk = mic_sck; + std_cfg.gpio_cfg.ws = mic_ws; + std_cfg.gpio_cfg.dout = I2S_GPIO_UNUSED; + std_cfg.gpio_cfg.din = mic_din; + ESP_ERROR_CHECK(i2s_channel_init_std_mode(rx_handle_, &std_cfg)); + ESP_LOGI(TAG, "Simplex channels created"); +} + +Sph0645AudioCodec::~Sph0645AudioCodec() { + if (rx_handle_ != nullptr) { + ESP_ERROR_CHECK(i2s_channel_disable(rx_handle_)); + } + if (tx_handle_ != nullptr) { + ESP_ERROR_CHECK(i2s_channel_disable(tx_handle_)); + } +} + +int Sph0645AudioCodec::Write(const int16_t* data, int samples) { + std::vector buffer(samples); + + // output_volume_: 0-100 + // volume_factor_: 0-65536 + int32_t volume_factor = pow(double(output_volume_) / 100.0, 2) * 65536; + for (int i = 0; i < samples; i++) { + int64_t temp = + int64_t(data[i]) * volume_factor; // 使用 int64_t 进行乘法运算 + if (temp > INT32_MAX) { + buffer[i] = INT32_MAX; + } else if (temp < INT32_MIN) { + buffer[i] = INT32_MIN; + } else { + buffer[i] = static_cast(temp); + } + } + + size_t bytes_written; + ESP_ERROR_CHECK(i2s_channel_write(tx_handle_, buffer.data(), + samples * sizeof(int32_t), &bytes_written, + portMAX_DELAY)); + return bytes_written / sizeof(int32_t); +} + +int Sph0645AudioCodec::Read(int16_t* dest, int samples) { + size_t bytes_read; + + std::vector bit32_buffer(samples); + if (i2s_channel_read(rx_handle_, bit32_buffer.data(), + samples * sizeof(int32_t), &bytes_read, + portMAX_DELAY) != ESP_OK) { + ESP_LOGE(TAG, "Read Failed!"); + return 0; + } + + samples = bytes_read / sizeof(int32_t); + for (int i = 0; i < samples; i++) { + int32_t value = bit32_buffer[i] >> 14; + dest[i] = (value > INT16_MAX) ? INT16_MAX + : (value < -INT16_MAX) ? -INT16_MAX + : (int16_t)value; + } + return samples; +} \ No newline at end of file diff --git a/main/boards/nulllab-ai-vox/sph0645_audio_codec.h b/main/boards/nulllab-ai-vox/sph0645_audio_codec.h new file mode 100644 index 000000000..425e72dee --- /dev/null +++ b/main/boards/nulllab-ai-vox/sph0645_audio_codec.h @@ -0,0 +1,20 @@ +#pragma once + +#ifndef _SPH0645_AUDIO_CODEC_H_ +#define _SPH0645_AUDIO_CODEC_H_ + +#include "audio_codecs/audio_codec.h" + +class Sph0645AudioCodec : public AudioCodec { + public: + Sph0645AudioCodec(int input_sample_rate, int output_sample_rate, + gpio_num_t spk_bclk, gpio_num_t spk_ws, gpio_num_t spk_dout, + gpio_num_t mic_sck, gpio_num_t mic_ws, gpio_num_t mic_din); + virtual ~Sph0645AudioCodec(); + + private: + int Write(const int16_t* data, int samples) override; + int Read(int16_t* dest, int samples) override; +}; + +#endif \ No newline at end of file