a2dp_sink_demo: adding sample rate compensation

This commit is contained in:
Dirk Helbig 2023-01-24 17:07:55 +01:00 committed by Matthias Ringwald
parent 981fb209ed
commit 9248d4da92

View File

@ -317,6 +317,120 @@ static int a2dp_and_avrcp_setup(void){
}
/* LISTING_END */
#define FTOQ15(a) ((signed)((a)*(UINT16_C(1)<<15)+0.5f))
#define FTOQ8(a) ((signed)((a)*(UINT16_C(1)<<8)+0.5f))
#define FTOQ7(a) ((signed)((a)*(UINT16_C(1)<<7)+0.5f))
#define Q16TOF(a) ((float)(a)/(UINT32_C(1)<<16))
#define Q15TOF(a) ((float)(a)/(UINT32_C(1)<<15))
#define Q8TOF(a) ((float)(a)/(UINT32_C(1)<<8))
#define Q7TOF(a) ((float)(a)/(UINT32_C(1)<<7))
#define DEBUG_RATIO_CALCULATION
typedef struct {
uint32_t count; // 17bit are usable to count samples, recommended for max 96kHz
uint32_t last; // time stamp of last measurement
uint32_t rate_state; // unsigned Q17.8
uint32_t ratio_state; // unsigned Q16.16
uint32_t constant_playback_sample_rate; // playback sample rate if no real one is available
#ifdef DEBUG_RATIO_CALCULATION
double sample_rate;
double ratio;
#endif
} ratio_measure_t;
#define RATE_SCALE (8)
#define RATIO_SCALE (16)
static void ratio_measure_reset( ratio_measure_t *me );
static void ratio_measure_init( ratio_measure_t *me, uint32_t sample_rate, uint32_t ratioQ15 );
static void ratio_measure_update( ratio_measure_t *me, uint32_t samples );
static void ratio_measure_reset( ratio_measure_t *me ) {
me->count = 0;
me->last = 0;
}
static void ratio_measure_init( ratio_measure_t *me, uint32_t sample_rate, uint32_t ratioQ15 ) {
ratio_measure_reset( me );
me->ratio_state = ratioQ15 << 1; // Q15 to Q16 is one left shift
me->rate_state = sample_rate << RATE_SCALE;
#ifdef DEBUG_RATIO_CALCULATION
me->ratio = Q15TOF(ratioQ15);
me->sample_rate = sample_rate;
#endif
}
static void ratio_measure_update( ratio_measure_t *me, uint32_t samples ) {
if( me->last == 0 ) {
me->count = 0;
me->last = btstack_run_loop_get_time_ms();
}
uint32_t current = btstack_run_loop_get_time_ms();
int32_t delta = current - me->last;
if( delta >= 1000 ) {
const btstack_audio_sink_t * audio_sink = btstack_audio_sink_get_instance();
uint32_t playback_sample_rate = me->constant_playback_sample_rate;
// update playback sample rate if we know better
if (audio_sink){
playback_sample_rate = audio_sink->get_samplerate();
}
printf("current playback sample rate: %d\n", playback_sample_rate );
#ifdef DEBUG_RATIO_CALCULATION
{
double current_sample_rate = me->count*(1000./delta);
double current_ratio = me->sample_rate/playback_sample_rate;
// exponential weighted moving average
const double rate_decay = 0.025;
me->sample_rate += rate_decay * (current_sample_rate-me->sample_rate);
// exponential weighted moving average
static const double ratio_decay = 1.3;
me->ratio += ratio_decay * (current_ratio-me->ratio);
log_debug("current l2cap sample rate: %f (%d %d)", current_sample_rate, delta, me->count );
log_debug("current ratio: %f", current_ratio);
log_debug("calculated ratio: %f", me->ratio );
}
#endif
uint32_t fixed_rate = (me->count*(UINT16_C(1)<<15))/delta*1000; // sample rate as Q15
uint32_t fixed_ratio = (me->rate_state<<7)/playback_sample_rate; // Q15
printf("fp current l2cap sample rate: %f (%d %d)\n", Q15TOF(fixed_rate), delta, me->count);
me->last = current;
me->count = 0;
if( fixed_rate > FTOQ15(50000.f) )
goto no_adaption;
// fixed point exponential weighted moving average
const int16_t rate_decay = FTOQ15(0.025f);
uint32_t rate = me->rate_state >> 8; // integer part only
me->rate_state += (rate_decay * (int32_t)((fixed_rate>>15)-rate)) >> (15-8); // Q8;
// fixed point exponential weighted moving average
const int16_t ratio_decay = FTOQ8(1.3f);
me->ratio_state += (ratio_decay * (int32_t)((fixed_ratio<<1)-me->ratio_state)) >> (16-8); // Q16
printf("sbc buffer level : %d\n", btstack_ring_buffer_bytes_available(&sbc_frame_ring_buffer));
printf("fp current ratio : %f\n", Q15TOF(fixed_ratio));
printf("fp calculated ratio: %f\n", Q16TOF(me->ratio_state));
uint32_t scaleQ16 = me->ratio_state;
printf("scale factor Q16: %d\n", scaleQ16);
btstack_resample_set_factor(&resample_instance, scaleQ16);
}
no_adaption:
me->count += samples;
}
ratio_measure_t sample_rate_adaption;
static void playback_handler(int16_t * buffer, uint16_t num_audio_frames){
#ifdef STORE_TO_WAV_FILE
@ -389,6 +503,8 @@ static void handle_pcm_data(int16_t * data, int num_audio_frames, int num_channe
static int media_processing_init(media_codec_configuration_sbc_t * configuration){
if (media_initialized) return 0;
ratio_measure_init( &sample_rate_adaption, configuration->sampling_frequency, FTOQ15(1.f) );
btstack_sbc_decoder_init(&state, mode, handle_pcm_data, NULL);
#ifdef STORE_TO_WAV_FILE
@ -412,6 +528,8 @@ static int media_processing_init(media_codec_configuration_sbc_t * configuration
static void media_processing_start(void){
if (!media_initialized) return;
ratio_measure_reset( &sample_rate_adaption );
// setup audio playback
const btstack_audio_sink_t * audio = btstack_audio_sink_get_instance();
if (audio){
@ -473,6 +591,9 @@ static void handle_l2cap_media_data_packet(uint8_t seid, uint8_t *packet, uint16
avdtp_sbc_codec_header_t sbc_header;
if (!read_sbc_header(packet, size, &pos, &sbc_header)) return;
// update sample rate compensation
ratio_measure_update( &sample_rate_adaption, sbc_header.num_frames*128 );
const btstack_audio_sink_t * audio = btstack_audio_sink_get_instance();
// process data right away if there's no audio implementation active, e.g. on posix systems to store as .wav
if (!audio){
@ -490,6 +611,7 @@ static void handle_l2cap_media_data_packet(uint8_t seid, uint8_t *packet, uint16
// decide on audio sync drift based on number of sbc frames in queue
int sbc_frames_in_buffer = btstack_ring_buffer_bytes_available(&sbc_frame_ring_buffer) / sbc_frame_size;
#if 0
uint32_t resampling_factor;
// nominal factor (fixed-point 2^16) and compensation offset
@ -505,7 +627,7 @@ static void handle_l2cap_media_data_packet(uint8_t seid, uint8_t *packet, uint16
}
btstack_resample_set_factor(&resample_instance, resampling_factor);
#endif
// start stream if enough frames buffered
if (!audio_stream_started && sbc_frames_in_buffer >= OPTIMAL_FRAMES_MIN){
media_processing_start();