Board ESP32 LyraT. tested on esp-idf 4.3.2 and 4.4. and latest esp-adf.
My audio project has playback and paththrouse mode. I want to switch audio output beetwen I2S and BT . I can switch output from I2S(esp-adf\examples\advanced_examples\flexible_pipeline) to BT . But I have no audio after reinit bt source stream with connected speaker.
How I can reinit BT audio stream to use in second pipeline?
Thank you very much!
monitor log
Code: Select all
I (3756) BLUETOOTH_SOURCE_EXAMPLE: a2dp connecting to peer: HD600
W (3756) BT_APPL: reset flags
E (5406) BT_APPL: bta_av_rc_create ACP handle exist for shdl:0
W (5496) BT_APPL: new conn_srvc id:18, app_id:0
W (5506) BT_APPL: new conn_srvc id:18, app_id:1
W (6516) A2DP_STREAM: AVRC ct remote features 24b
W (6516) A2DP_STREAM: AVRC tg remote features 24b, CT features 1
W (163026) FATFS_STREAM: No more data, ret:0
W (163306) BT_APPL: ### UNDERFLOW :: ONLY READ -2 BYTES OUT OF 512 ###
W (163306) BLUETOOTH_SOURCE_EXAMPLE: [ * ] Bluetooth disconnected or suspended
W (163306) BT_APPL: btc_media_aa_prep_sbc_2_send underflow 11, -2
I (163306) BLUETOOTH_SOURCE_EXAMPLE: [ 7 ] Stop audio_pipeline
W (163316) BT_APPL: un-acked a2dp cmd: 3
E (163326) AUDIO_ELEMENT: [file] Element already stopped
E (163326) BT_APPL: bta_av_str_stopped:audio_open_cnt=1, p_data 0x3f80f3f4
E (163336) AUDIO_ELEMENT: [mp3] Element already stopped
W (163346) BT_APPL: ### UNDERFLOW :: ONLY READ -2 BYTES OUT OF 514 ###
W (163346) AUDIO_PIPELINE: There are no listener registered
W (163356) BT_APPL: btc_media_aa_prep_sbc_2_send underflow 21, -4
W (163356) AUDIO_ELEMENT: [bt] Element has not create when AUDIO_ELEMENT_TERMINATE
W (163376) AUDIO_ELEMENT: [file] Element has not create when AUDIO_ELEMENT_TERMINATE
W (163366) BT_APPL: un-acked a2dp cmd: 3
W (163386) AUDIO_ELEMENT: [mp3] Element has not create when AUDIO_ELEMENT_TERMINATE
W (163386) BT_APPL: Media task Scheduled after Suspend
I (163396) BLUETOOTH_SOURCE_EXAMPLE: [3.0] Create audio pipeline2 for playback
I (163406) BLUETOOTH_SOURCE_EXAMPLE: [3.1] Create fatfs stream to read data from sdcard
I (163416) BLUETOOTH_SOURCE_EXAMPLE: [3.2] Create mp3 decoder to decode mp3 file
W (163426) BT_BTC: btc_avrc_ct_init already initialized
I (163426) BLUETOOTH_SOURCE_EXAMPLE: [3.4] Register all elements to audio pipeline
W (163436) BT_BTC: btc_avrc_tg_init already initialized
I (163436) BLUETOOTH_SOURCE_EXAMPLE: [3.5] Link it together [sdcard]-->fatfs_stream-->mp3_decoder-->bt_stream-->[bt sink]
I (163456) BLUETOOTH_SOURCE_EXAMPLE: [3.6] Set up uri (file as fatfs_stream, mp3 as mp3 decoder, and default output is i2s)
I (163466) BLUETOOTH_SOURCE_EXAMPLE: [4.1] Listening event from all elements of pipeline
I (163476) BLUETOOTH_SOURCE_EXAMPLE: [4.2] Listening event from peripherals
E (163486) AUDIO_EVT: Error add queue items to queue set
I (163496) BLUETOOTH_SOURCE_EXAMPLE: [ 5 ] Start audio_pipeline
I (163506) BLUETOOTH_SOURCE_EXAMPLE: [ 6 ] Listen for all pipeline events
I (163596) BLUETOOTH_SOURCE_EXAMPLE: [ * ] Receive music info from mp3 decoder, sample_rates=44100, bits=16, ch=2
E (170576) BT_APPL: bta_dm_pm_btm_status hci_status=36
play_bt_source_example.c
Code: Select all
/* Play music from Bluetooth device
This example code is in the Public Domain (or CC0 licensed, at your option.)
Unless required by applicable law or agreed to in writing, this
software is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
CONDITIONS OF ANY KIND, either express or implied.
*/
#include <string.h>
#include "esp_log.h"
#include "esp_wifi.h"
#include "esp_peripherals.h"
#include "esp_gap_bt_api.h"
#include "nvs_flash.h"
#include "sdkconfig.h"
#include "audio_element.h"
#include "audio_pipeline.h"
#include "audio_event_iface.h"
#include "board.h"
#include "mp3_decoder.h"
#include "a2dp_stream.h"
#include "fatfs_stream.h"
#define BT_CONNECT_TIMEOUT 20000
typedef uint8_t esp_peer_bdname_t[ESP_BT_GAP_MAX_BDNAME_LEN + 1];
static const char *TAG = "BLUETOOTH_SOURCE_EXAMPLE";
static esp_peer_bdname_t remote_bt_device_name;
static bool device_found = false;
static esp_bd_addr_t remote_bd_addr = {0};
static char *bda2str(esp_bd_addr_t bda, char *str, size_t size)
{
if (bda == NULL || str == NULL || size < 18) {
return NULL;
}
uint8_t *p = bda;
sprintf(str, "%02x:%02x:%02x:%02x:%02x:%02x",
p[0], p[1], p[2], p[3], p[4], p[5]);
return str;
}
static bool get_name_from_eir(uint8_t *eir, uint8_t *bdname, uint8_t *bdname_len)
{
uint8_t *rmt_bdname = NULL;
uint8_t rmt_bdname_len = 0;
if (!eir) {
return false;
}
rmt_bdname = esp_bt_gap_resolve_eir_data(eir, ESP_BT_EIR_TYPE_CMPL_LOCAL_NAME, &rmt_bdname_len);
if (!rmt_bdname) {
rmt_bdname = esp_bt_gap_resolve_eir_data(eir, ESP_BT_EIR_TYPE_SHORT_LOCAL_NAME, &rmt_bdname_len);
}
if (rmt_bdname) {
if (rmt_bdname_len > ESP_BT_GAP_MAX_BDNAME_LEN) {
rmt_bdname_len = ESP_BT_GAP_MAX_BDNAME_LEN;
}
if (bdname) {
memcpy(bdname, rmt_bdname, rmt_bdname_len);
bdname[rmt_bdname_len] = '\0';
}
if (bdname_len) {
*bdname_len = rmt_bdname_len;
}
return true;
}
return false;
}
static void filter_inquiry_scan_result(esp_bt_gap_cb_param_t *param)
{
char bda_str[18];
uint32_t cod = 0;
int32_t rssi = -129; /* invalid value */
uint8_t *eir = NULL;
esp_peer_bdname_t peer_bdname;
esp_bt_gap_dev_prop_t *p;
ESP_LOGI(TAG, "Scanned device: %s", bda2str(param->disc_res.bda, bda_str, 18));
for (int i = 0; i < param->disc_res.num_prop; i++) {
p = param->disc_res.prop + i;
switch (p->type) {
case ESP_BT_GAP_DEV_PROP_COD:
cod = *(uint32_t *)(p->val);
ESP_LOGI(TAG, "--Class of Device: 0x%x", cod);
break;
case ESP_BT_GAP_DEV_PROP_RSSI:
rssi = *(int8_t *)(p->val);
ESP_LOGI(TAG, "--RSSI: %d", rssi);
break;
case ESP_BT_GAP_DEV_PROP_EIR:
eir = (uint8_t *)(p->val);
get_name_from_eir(eir, (uint8_t *)&peer_bdname, NULL);
ESP_LOGI(TAG, "--Name: %s", peer_bdname);
break;
case ESP_BT_GAP_DEV_PROP_BDNAME:
default:
break;
}
}
ESP_LOGI(TAG, "need device name %s", (uint8_t *)remote_bt_device_name);
/* search for device named "peer_bdname" in its extended inquiry response */
if (eir) {
get_name_from_eir(eir, (uint8_t *)&peer_bdname, NULL);
if (strcmp((char *)peer_bdname, (char *)remote_bt_device_name) != 0) {
return;
}
ESP_LOGI(TAG, "Found a target device, address %s, name %s", bda_str, (uint8_t *)peer_bdname);
device_found = true;
memcpy(&remote_bd_addr, param->disc_res.bda, ESP_BD_ADDR_LEN);
ESP_LOGI(TAG, "Cancel device discovery ...");
esp_bt_gap_cancel_discovery();
}
}
static void bt_app_gap_cb(esp_bt_gap_cb_event_t event, esp_bt_gap_cb_param_t *param)
{
switch (event) {
case ESP_BT_GAP_DISC_RES_EVT: {
filter_inquiry_scan_result(param);
break;
}
case ESP_BT_GAP_DISC_STATE_CHANGED_EVT: {
if (param->disc_st_chg.state == ESP_BT_GAP_DISCOVERY_STOPPED) {
if (device_found) {
ESP_LOGI(TAG, "Device discovery stopped.");
ESP_LOGI(TAG, "a2dp connecting to peer: %s", remote_bt_device_name);
device_found = false;
esp_a2d_source_connect(remote_bd_addr);
} else {
// not discovered, continue to discover
ESP_LOGI(TAG, "Device discovery failed, continue to discover...");
esp_bt_gap_start_discovery(ESP_BT_INQ_MODE_GENERAL_INQUIRY, 10, 0);
}
} else if (param->disc_st_chg.state == ESP_BT_GAP_DISCOVERY_STARTED) {
ESP_LOGI(TAG, "Discovery started.");
}
break;
}
case ESP_BT_GAP_PIN_REQ_EVT: {
ESP_LOGI(TAG, "ESP_BT_GAP_PIN_REQ_EVT min_16_digit:%d", param->pin_req.min_16_digit);
if (param->pin_req.min_16_digit) {
ESP_LOGI(TAG, "Input pin code: 0000 0000 0000 0000");
esp_bt_pin_code_t pin_code = {0};
esp_bt_gap_pin_reply(param->pin_req.bda, true, 16, pin_code);
} else {
esp_bt_pin_code_t pin_code = {'1', '2', '3', '4'};
esp_bt_gap_pin_reply(param->pin_req.bda, true, 4, pin_code);
}
break;
}
default:
break;
}
return;
}
void app_main(void)
{
audio_pipeline_handle_t pipeline;
audio_element_handle_t fatfs_stream_reader, bt_stream_writer, mp3_decoder;
esp_log_level_set("*", ESP_LOG_WARN);
esp_log_level_set(TAG, ESP_LOG_INFO);
esp_err_t err = nvs_flash_init();
if (err == ESP_ERR_NVS_NO_FREE_PAGES) {
// NVS partition was truncated and needs to be erased
// Retry nvs_flash_init
ESP_ERROR_CHECK(nvs_flash_erase());
err = nvs_flash_init();
}
ESP_LOGI(TAG, "[ 1 ] Mount sdcard");
// Initialize peripherals management
esp_periph_config_t periph_cfg = DEFAULT_ESP_PERIPH_SET_CONFIG();
esp_periph_set_handle_t set = esp_periph_set_init(&periph_cfg);
// Initialize SD Card peripheral
audio_board_sdcard_init(set, SD_MODE_1_LINE);
ESP_LOGI(TAG, "[ 2 ] Start codec chip");
audio_board_handle_t board_handle = audio_board_init();
audio_hal_ctrl_codec(board_handle->audio_hal, AUDIO_HAL_CODEC_MODE_DECODE, AUDIO_HAL_CTRL_START);
ESP_LOGI(TAG, "[3.0] Create audio pipeline for playback");
audio_pipeline_cfg_t pipeline_cfg = DEFAULT_AUDIO_PIPELINE_CONFIG();
pipeline = audio_pipeline_init(&pipeline_cfg);
mem_assert(pipeline);
ESP_LOGI(TAG, "[3.1] Create fatfs stream to read data from sdcard");
fatfs_stream_cfg_t fatfs_cfg = FATFS_STREAM_CFG_DEFAULT();
fatfs_cfg.type = AUDIO_STREAM_READER;
fatfs_stream_reader = fatfs_stream_init(&fatfs_cfg);
ESP_LOGI(TAG, "[3.2] Create mp3 decoder to decode mp3 file");
mp3_decoder_cfg_t mp3_cfg = DEFAULT_MP3_DECODER_CONFIG();
mp3_decoder = mp3_decoder_init(&mp3_cfg);
ESP_LOGI(TAG, "[3.3] Create Bluetooth stream");
esp_bt_controller_config_t bt_cfg = BT_CONTROLLER_INIT_CONFIG_DEFAULT();
esp_bt_pin_type_t pin_type = ESP_BT_PIN_TYPE_FIXED;
esp_bt_pin_code_t pin_code = {'1', '2', '3', '4'};
ESP_ERROR_CHECK(esp_bt_controller_mem_release(ESP_BT_MODE_BLE));
ESP_ERROR_CHECK(esp_bt_controller_init(&bt_cfg));
ESP_ERROR_CHECK(esp_bt_controller_enable(ESP_BT_MODE_CLASSIC_BT));
ESP_ERROR_CHECK(esp_bluedroid_init());
ESP_ERROR_CHECK(esp_bluedroid_enable());
esp_bt_dev_set_device_name("ESP_SOURCE_STREAM_DEMO");
esp_bt_gap_set_pin(pin_type, 4, pin_code);
esp_bt_gap_register_callback(bt_app_gap_cb);
const char *remote_name = {"HD600"};
//remote_name = CONFIG_BT_REMOTE_NAME;
if (remote_name) {
memcpy(&remote_bt_device_name, remote_name, strlen(remote_name) + 1);
} else {
memcpy(&remote_bt_device_name, "ESP_SINK_STREAM_DEMO", ESP_BT_GAP_MAX_BDNAME_LEN);
}
a2dp_stream_config_t a2dp_config = {
.type = AUDIO_STREAM_WRITER,
.user_callback = {0},
};
bt_stream_writer = a2dp_stream_init(&a2dp_config);
esp_bt_gap_start_discovery(ESP_BT_INQ_MODE_GENERAL_INQUIRY, 10, 0);
#if (ESP_IDF_VERSION >= ESP_IDF_VERSION_VAL(4, 0, 0))
esp_bt_gap_set_scan_mode(ESP_BT_CONNECTABLE, ESP_BT_GENERAL_DISCOVERABLE);
#else
esp_bt_gap_set_scan_mode(ESP_BT_SCAN_MODE_CONNECTABLE_DISCOVERABLE);
#endif
ESP_LOGI(TAG, "[3.4] Register all elements to audio pipeline");
audio_pipeline_register(pipeline, fatfs_stream_reader, "file");
audio_pipeline_register(pipeline, mp3_decoder, "mp3");
audio_pipeline_register(pipeline, bt_stream_writer, "bt");
ESP_LOGI(TAG, "[3.5] Link it together [sdcard]-->fatfs_stream-->mp3_decoder-->bt_stream-->[bt sink]");
const char *link_tag[3] = {"file", "mp3", "bt"};
audio_pipeline_link(pipeline, &link_tag[0], 3);
ESP_LOGI(TAG, "[3.6] Set up uri (file as fatfs_stream, mp3 as mp3 decoder, and default output is i2s)");
audio_element_set_uri(fatfs_stream_reader, "/sdcard/test.mp3");
ESP_LOGI(TAG, "[3.7] Create bt peripheral");
esp_periph_handle_t bt_periph = bt_create_periph();
ESP_LOGI(TAG, "[3.8] Start bt peripheral");
esp_periph_start(set, bt_periph);
ESP_LOGI(TAG, "[ 4 ] Set up event listener");
audio_event_iface_cfg_t evt_cfg = AUDIO_EVENT_IFACE_DEFAULT_CFG();
audio_event_iface_handle_t evt = audio_event_iface_init(&evt_cfg);
ESP_LOGI(TAG, "[4.1] Listening event from all elements of pipeline");
audio_pipeline_set_listener(pipeline, evt);
ESP_LOGI(TAG, "[4.2] Listening event from peripherals");
audio_event_iface_set_listener(esp_periph_set_get_event_iface(set), evt);
ESP_LOGI(TAG, "[ 5 ] Start audio_pipeline");
audio_pipeline_run(pipeline);
ESP_LOGI(TAG, "[ 6 ] Listen for all pipeline events");
while (1) {
audio_event_iface_msg_t msg;
esp_err_t ret = audio_event_iface_listen(evt, &msg, portMAX_DELAY);
if (ret != ESP_OK) {
ESP_LOGE(TAG, "[ * ] Event interface error : %d", ret);
continue;
}
if (msg.source_type == AUDIO_ELEMENT_TYPE_ELEMENT
&& msg.source == (void *) mp3_decoder
&& msg.cmd == AEL_MSG_CMD_REPORT_MUSIC_INFO) {
audio_element_info_t music_info = {0};
audio_element_getinfo(mp3_decoder, &music_info);
ESP_LOGI(TAG, "[ * ] Receive music info from mp3 decoder, sample_rates=%d, bits=%d, ch=%d",
music_info.sample_rates, music_info.bits, music_info.channels);
continue;
}
if (msg.source_type == PERIPH_ID_BLUETOOTH
&& msg.source == (void *)bt_periph) {
if ((msg.cmd == PERIPH_BLUETOOTH_DISCONNECTED) || (msg.cmd == PERIPH_BLUETOOTH_AUDIO_SUSPENDED)) {
ESP_LOGW(TAG, "[ * ] Bluetooth disconnected or suspended");
periph_bt_stop(bt_periph);
break;
}
}
}
ESP_LOGI(TAG, "[ 7 ] Stop audio_pipeline");
audio_pipeline_stop(pipeline);
audio_pipeline_wait_for_stop(pipeline);
audio_pipeline_terminate(pipeline);
/* Terminal the pipeline before removing the listener */
audio_pipeline_remove_listener(pipeline);
/* Release all resources */
audio_pipeline_unregister(pipeline, bt_stream_writer);
audio_pipeline_unregister(pipeline, fatfs_stream_reader);
audio_pipeline_unregister(pipeline, mp3_decoder);
audio_pipeline_deinit(pipeline);
audio_element_deinit(bt_stream_writer);
audio_element_deinit(fatfs_stream_reader);
audio_element_deinit(mp3_decoder);
//Init second pipeline. same as first pipeline
audio_pipeline_handle_t pipeline2;
ESP_LOGI(TAG, "[3.0] Create audio pipeline2 for playback");
pipeline2 = audio_pipeline_init(&pipeline_cfg);
mem_assert(pipeline2);
ESP_LOGI(TAG, "[3.1] Create fatfs stream to read data from sdcard");
fatfs_stream_reader = fatfs_stream_init(&fatfs_cfg);
ESP_LOGI(TAG, "[3.2] Create mp3 decoder to decode mp3 file");
mp3_decoder = mp3_decoder_init(&mp3_cfg);
bt_stream_writer = a2dp_stream_init(&a2dp_config);
ESP_LOGI(TAG, "[3.4] Register all elements to audio pipeline");
audio_pipeline_register(pipeline2, fatfs_stream_reader, "file");
audio_pipeline_register(pipeline2, mp3_decoder, "mp3");
audio_pipeline_register(pipeline2, bt_stream_writer, "bt");
ESP_LOGI(TAG, "[3.5] Link it together [sdcard]-->fatfs_stream-->mp3_decoder-->bt_stream-->[bt sink]");
const char *link_tag2[3] = {"file", "mp3", "bt"};
audio_pipeline_link(pipeline2, &link_tag2[0], 3);
ESP_LOGI(TAG, "[3.6] Set up uri (file as fatfs_stream, mp3 as mp3 decoder, and default output is i2s)");
audio_element_set_uri(fatfs_stream_reader, "/sdcard/test.mp3");
ESP_LOGI(TAG, "[4.1] Listening event from all elements of pipeline");
audio_pipeline_set_listener(pipeline2, evt);
ESP_LOGI(TAG, "[4.2] Listening event from peripherals");
audio_event_iface_set_listener(esp_periph_set_get_event_iface(set), evt);
ESP_LOGI(TAG, "[ 5 ] Start audio_pipeline");
audio_pipeline_run(pipeline2);
ESP_LOGI(TAG, "[ 6 ] Listen for all pipeline events");
while (1) {
audio_event_iface_msg_t msg;
esp_err_t ret = audio_event_iface_listen(evt, &msg, portMAX_DELAY);
if (ret != ESP_OK) {
ESP_LOGE(TAG, "[ * ] Event interface error : %d", ret);
continue;
}
if (msg.source_type == AUDIO_ELEMENT_TYPE_ELEMENT
&& msg.source == (void *) mp3_decoder
&& msg.cmd == AEL_MSG_CMD_REPORT_MUSIC_INFO) {
audio_element_info_t music_info = {0};
audio_element_getinfo(mp3_decoder, &music_info);
ESP_LOGI(TAG, "[ * ] Receive music info from mp3 decoder, sample_rates=%d, bits=%d, ch=%d",
music_info.sample_rates, music_info.bits, music_info.channels);
continue;
}
if (msg.source_type == PERIPH_ID_BLUETOOTH
&& msg.source == (void *)bt_periph) {
if ((msg.cmd == PERIPH_BLUETOOTH_DISCONNECTED) || (msg.cmd == PERIPH_BLUETOOTH_AUDIO_SUSPENDED)) {
ESP_LOGW(TAG, "[ * ] Bluetooth disconnected or suspended");
periph_bt_stop(bt_periph);
break;
}
}
}
ESP_LOGI(TAG, "[ 7 ] Stop audio_pipeline");
audio_pipeline_stop(pipeline2);
audio_pipeline_wait_for_stop(pipeline2);
audio_pipeline_terminate(pipeline2);
/* Terminal the pipeline before removing the listener */
audio_pipeline_remove_listener(pipeline2);
/* Stop all periph before removing the listener */
esp_periph_set_stop_all(set);
audio_event_iface_remove_listener(esp_periph_set_get_event_iface(set), evt);
/* Make sure audio_pipeline_remove_listener & audio_event_iface_remove_listener are called before destroying event_iface */
audio_event_iface_destroy(evt);
/* Release all resources */
audio_pipeline_unregister(pipeline2, bt_stream_writer);
audio_pipeline_unregister(pipeline2, fatfs_stream_reader);
audio_pipeline_unregister(pipeline2, mp3_decoder);
audio_pipeline_deinit(pipeline2);
audio_element_deinit(bt_stream_writer);
audio_element_deinit(fatfs_stream_reader);
audio_element_deinit(mp3_decoder);
esp_periph_set_destroy(set);
esp_bluedroid_disable();
esp_bluedroid_deinit();
esp_bt_controller_disable();
esp_bt_controller_deinit();
esp_bt_controller_mem_release(ESP_BT_MODE_CLASSIC_BT);
}