#if HAVE_CRT #define _CRTDBG_MAP_ALLOC #include <stdlib.h> #include <crtdbg.h> #endif //HAVE_CRT /* * Copyright (C) 2020, University of the Basque Country (UPV/EHU) * Contact for licensing options: <licensing-mcpttclient(at)mcopenplatform(dot)com> * * The original file was part of Open Source Doubango Framework * Copyright (C) 2010-2011 Mamadou Diop. * Copyright (C) 2012 Doubango Telecom <http://doubango.org> * * This file is part of Open Source Doubango Framework. * * DOUBANGO is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * DOUBANGO is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with DOUBANGO. * */ /**@file tdav_consumer_audio.c * @brief Base class for all Audio consumers. */ #include "tinydav/audio/tdav_consumer_audio.h" #include "tinymedia/tmedia_defaults.h" #include "tinymedia/tmedia_denoise.h" #include "tinymedia/tmedia_resampler.h" #include "tinymedia/tmedia_jitterbuffer.h" #include "tinyrtp/rtp/trtp_rtp_header.h" #include "tsk_string.h" #include "tsk_memory.h" #include "tsk_time.h" #include "tsk_debug.h" #if TSK_UNDER_WINDOWS # include <Winsock2.h> // timeval #elif defined(__SYMBIAN32__) # include <_timeval.h> #else # include <sys/time.h> #endif #define TDAV_BITS_PER_SAMPLE_DEFAULT 16 #define TDAV_CHANNELS_DEFAULT 2 #define TDAV_RATE_DEFAULT 8000 #define TDAV_PTIME_DEFAULT 20 #define TDAV_AUDIO_GAIN_MAX 15 /** Initialize audio consumer */ int tdav_consumer_audio_init(tdav_consumer_audio_t* self) { int ret; TSK_DEBUG_INFO("tdav_consumer_audio_init()"); if (!self){ TSK_DEBUG_ERROR("Invalid parameter"); return -1; } /* base */ if ((ret = tmedia_consumer_init(TMEDIA_CONSUMER(self)))){ return ret; } /* self (should be update by prepare() by using the codec's info)*/ TMEDIA_CONSUMER(self)->audio.bits_per_sample = TDAV_BITS_PER_SAMPLE_DEFAULT; TMEDIA_CONSUMER(self)->audio.ptime = TDAV_PTIME_DEFAULT; TMEDIA_CONSUMER(self)->audio.in.channels = TDAV_CHANNELS_DEFAULT; TMEDIA_CONSUMER(self)->audio.in.rate = TDAV_RATE_DEFAULT; TMEDIA_CONSUMER(self)->audio.gain = TSK_MIN(tmedia_defaults_get_audio_consumer_gain(), TDAV_AUDIO_GAIN_MAX); tsk_safeobj_init(self); return 0; } /** * Generic function to compare two consumers. * @param consumer1 The first consumer to compare. * @param consumer2 The second consumer to compare. * @retval Returns an integral value indicating the relationship between the two consumers: * <0 : @a consumer1 less than @a consumer2.<br> * 0 : @a consumer1 identical to @a consumer2.<br> * >0 : @a consumer1 greater than @a consumer2.<br> */ int tdav_consumer_audio_cmp(const tsk_object_t* consumer1, const tsk_object_t* consumer2) { int ret; tsk_subsat_int32_ptr(consumer1, consumer2, &ret); return ret; } int tdav_consumer_audio_set(tdav_consumer_audio_t* self, const tmedia_param_t* param) { if (!self){ TSK_DEBUG_ERROR("Invalid parameter"); return -1; } if (param->plugin_type == tmedia_ppt_consumer){ if (param->value_type == tmedia_pvt_int32){ if (tsk_striequals(param->key, "gain")){ int32_t gain = *((int32_t*)param->value); if (gain < TDAV_AUDIO_GAIN_MAX && gain >= 0){ TMEDIA_CONSUMER(self)->audio.gain = (uint8_t)gain; TSK_DEBUG_INFO("audio consumer gain=%u", gain); } else{ TSK_DEBUG_ERROR("%u is invalid as gain value", gain); return -2; } } else if (tsk_striequals(param->key, "volume")){ TMEDIA_CONSUMER(self)->audio.volume = TSK_TO_INT32((uint8_t*)param->value); TMEDIA_CONSUMER(self)->audio.volume = TSK_CLAMP(0, TMEDIA_CONSUMER(self)->audio.volume, 100); } } } return 0; } /* put data (bytes not shorts) into the jitter buffer (consumers always have ptime of 20ms) */ int tdav_consumer_audio_put(tdav_consumer_audio_t* self, const void* data, tsk_size_t data_size, const tsk_object_t* proto_hdr) { int ret; if (!self || !data || !self->jitterbuffer){ TSK_DEBUG_ERROR("Invalid parameter"); return -1; } tsk_safeobj_lock(self); if (!TMEDIA_JITTER_BUFFER(self->jitterbuffer)->opened){ uint32_t rate = TMEDIA_CONSUMER(self)->audio.out.rate ? TMEDIA_CONSUMER(self)->audio.out.rate : TMEDIA_CONSUMER(self)->audio.in.rate; uint32_t channels = TMEDIA_CONSUMER(self)->audio.out.channels ? TMEDIA_CONSUMER(self)->audio.out.channels : tmedia_defaults_get_audio_channels_playback(); if ((ret = tmedia_jitterbuffer_open(self->jitterbuffer, TMEDIA_CONSUMER(self)->audio.ptime, rate, channels))){ TSK_DEBUG_ERROR("Failed to open jitterbuffer (%d)", ret); tsk_safeobj_unlock(self); return ret; } } ret = tmedia_jitterbuffer_put(self->jitterbuffer, (void*)data, data_size, proto_hdr); tsk_safeobj_unlock(self); return ret; } /* get data from the jitter buffer (consumers should always have ptime of 20ms) */ tsk_size_t tdav_consumer_audio_get(tdav_consumer_audio_t* self, void* out_data, tsk_size_t out_size) { tsk_size_t ret_size = 0; if (!self || !self->jitterbuffer){ TSK_DEBUG_ERROR("Invalid parameter"); return 0; } tsk_safeobj_lock(self); if (!TMEDIA_JITTER_BUFFER(self->jitterbuffer)->opened){ int ret; uint32_t frame_duration = TMEDIA_CONSUMER(self)->audio.ptime; uint32_t rate = TMEDIA_CONSUMER(self)->audio.out.rate ? TMEDIA_CONSUMER(self)->audio.out.rate : TMEDIA_CONSUMER(self)->audio.in.rate; uint32_t channels = TMEDIA_CONSUMER(self)->audio.out.channels ? TMEDIA_CONSUMER(self)->audio.out.channels : tmedia_defaults_get_audio_channels_playback(); if ((ret = tmedia_jitterbuffer_open(TMEDIA_JITTER_BUFFER(self->jitterbuffer), frame_duration, rate, channels))){ TSK_DEBUG_ERROR("Failed to open jitterbuffer (%d)", ret); tsk_safeobj_unlock(self); return 0; } } ret_size = tmedia_jitterbuffer_get(TMEDIA_JITTER_BUFFER(self->jitterbuffer), out_data, out_size); tsk_safeobj_unlock(self); // denoiser if (self->denoise && self->denoise->opened && (self->denoise->echo_supp_enabled || self->denoise->noise_supp_enabled)) { if (self->denoise->echo_supp_enabled) { // Echo process last frame if (self->denoise->playback_frame && self->denoise->playback_frame->size) { tmedia_denoise_echo_playback(self->denoise, self->denoise->playback_frame->data, (uint32_t)self->denoise->playback_frame->size); } if (ret_size){ // save tsk_buffer_copy(self->denoise->playback_frame, 0, out_data, ret_size); } } #if 1 // suppress noise if not supported by remote party's encoder // suppress noise if (self->denoise->noise_supp_enabled && ret_size) { tmedia_denoise_process_playback(self->denoise, out_data, (uint32_t)ret_size); } #endif } return ret_size; } int tdav_consumer_audio_tick(tdav_consumer_audio_t* self) { if (!self || !self->jitterbuffer){ TSK_DEBUG_ERROR("Invalid parameter"); return 0; } return tmedia_jitterbuffer_tick(TMEDIA_JITTER_BUFFER(self->jitterbuffer)); } /* set denioiser */ void tdav_consumer_audio_set_denoise(tdav_consumer_audio_t* self, struct tmedia_denoise_s* denoise) { tsk_safeobj_lock(self); TSK_OBJECT_SAFE_FREE(self->denoise); self->denoise = (struct tmedia_denoise_s*)tsk_object_ref(denoise); tsk_safeobj_unlock(self); } void tdav_consumer_audio_set_jitterbuffer(tdav_consumer_audio_t* self, struct tmedia_jitterbuffer_s* jitterbuffer) { tsk_safeobj_lock(self); TSK_OBJECT_SAFE_FREE(self->jitterbuffer); self->jitterbuffer = (struct tmedia_jitterbuffer_s*)tsk_object_ref(jitterbuffer); tsk_safeobj_unlock(self); } /** Reset jitterbuffer */ int tdav_consumer_audio_reset(tdav_consumer_audio_t* self){ int ret; if (!self) { TSK_DEBUG_ERROR("Invalid parameter"); return -1; } tsk_safeobj_lock(self); ret = tmedia_jitterbuffer_reset(TMEDIA_JITTER_BUFFER(self->jitterbuffer)); tsk_safeobj_unlock(self); return ret; } /* tsk_safeobj_lock(self); */ /* tsk_safeobj_unlock(self); */ /** DeInitialize audio consumer */ int tdav_consumer_audio_deinit(tdav_consumer_audio_t* self) { int ret; if (!self){ TSK_DEBUG_ERROR("Invalid parameter"); return -1; } /* base */ if ((ret = tmedia_consumer_deinit(TMEDIA_CONSUMER(self)))){ /* return ret; */ } /* self */ TSK_OBJECT_SAFE_FREE(self->denoise); TSK_OBJECT_SAFE_FREE(self->resampler); TSK_OBJECT_SAFE_FREE(self->jitterbuffer); tsk_safeobj_deinit(self); return 0; }