doubango/plugins/audio_opensles/audio_opensles.cxx
175b478c
 /*
 * Copyright (C) 2017, University of the Basque Country (UPV/EHU)
 * Contact for licensing options: <licensing-mcpttclient(at)mcopenplatform(dot)com>
 *
 * The original file was part of Open Source Doubango Framework
 * Copyright (C) 2010-2011 Mamadou Diop.
 * Copyright (C) 2012 Doubango Telecom <http://doubango.org>
 *
 * This file is part of Open Source Doubango Framework.
 *
 * DOUBANGO is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * DOUBANGO is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with DOUBANGO.
 *
 */
 
 #include "audio_opensles.h"
 
 #include "audio_opensles_consumer.h"
 #include "audio_opensles_producer.h"
 #include "audio_opensles_device.h"
 #include "audio_opensles_device_impl.h"
 
 #include "tinymedia/tmedia_consumer.h"
 #include "tinymedia/tmedia_producer.h"
 
 #include "tsk_list.h"
 #include "tsk_safeobj.h"
 #include "tsk_debug.h"
 
 typedef enum PLUGIN_INDEX_E
 {
 	PLUGIN_INDEX_AUDIO_CONSUMER,
 	PLUGIN_INDEX_AUDIO_PRODUCER,
 	PLUGIN_INDEX_COUNT
 }
 PLUGIN_INDEX_T;
 
 
 int __plugin_get_def_count()
 {
 	return PLUGIN_INDEX_COUNT;
 }
 
 tsk_plugin_def_type_t __plugin_get_def_type_at(int index)
 {
 	switch(index){
 		case PLUGIN_INDEX_AUDIO_CONSUMER: return tsk_plugin_def_type_consumer;
 		case PLUGIN_INDEX_AUDIO_PRODUCER: return tsk_plugin_def_type_producer;
 		default:
 			{
 				AUDIO_OPENSLES_DEBUG_ERROR("No plugin at index %d", index);
 				return tsk_plugin_def_type_none;
 			}
 	}
 }
 
 tsk_plugin_def_media_type_t	__plugin_get_def_media_type_at(int index)
 {
 	switch(index){
 		case PLUGIN_INDEX_AUDIO_CONSUMER: 
 		case PLUGIN_INDEX_AUDIO_PRODUCER:
 			{
 				return tsk_plugin_def_media_type_audio;
 			}
 		default:
 			{
 				AUDIO_OPENSLES_DEBUG_ERROR("No plugin at index %d", index);
 				return tsk_plugin_def_media_type_none;
 			}
 	}
 }
 
 tsk_plugin_def_ptr_const_t __plugin_get_def_at(int index)
 {
 	switch(index){
 		case PLUGIN_INDEX_AUDIO_CONSUMER: 
 			{
 				return audio_consumer_opensles_plugin_def_t;
 			}
 		case PLUGIN_INDEX_AUDIO_PRODUCER:
 			{
 				return audio_producer_opensles_plugin_def_t;
 			}
 		default:
 			{
 				AUDIO_OPENSLES_DEBUG_ERROR("No plugin at index %d", index);
 				return tsk_null;
 			}
 	}
 }
 
 //
 // SLES AudioInstance
 //
 
 typedef struct audio_opensles_instance_s
 {
 	TSK_DECLARE_OBJECT;
 
 	uint64_t sessionId;
 	
 	bool isStarted;
 
 	bool isConsumerPrepared;
 	bool isConsumerStarted;
 	bool isProducerPrepared;
 	bool isProducerStarted;
 	
 	bool isSpeakerAvailable;
 	bool isPlayoutAvailable;
 	bool isRecordingAvailable;
 
 	SLAudioDevice* device;
 	SLAudioDeviceCallbackImpl* callback;
 	
 	TSK_DECLARE_SAFEOBJ;
 }
 audio_opensles_instance_t;
 typedef tsk_list_t audio_opensles_instances_L_t;
 
 static audio_opensles_instances_L_t* __audioInstances = tsk_null;
 
 static tsk_object_t* audio_opensles_instance_ctor(tsk_object_t * self, va_list * app)
 {
 	audio_opensles_instance_t* audioInstance = (audio_opensles_instance_t*)self;
 	if(audioInstance){
 		tsk_safeobj_init(audioInstance);
 	}
 	return self;
 }
 static tsk_object_t* audio_opensles_instance_dtor(tsk_object_t * self)
 { 
 	AUDIO_OPENSLES_DEBUG_INFO("Audio Instance destroyed");
 	audio_opensles_instance_t* audioInstance = (audio_opensles_instance_t*)self;
 	if(audioInstance){
         tsk_safeobj_lock(audioInstance);
 		if(audioInstance->device){
 			audioInstance->device->SetCallback(NULL);
 			audioInstance->device->Terminate();
 			delete audioInstance->device;
 			audioInstance->device = tsk_null;
 		}
 		if(audioInstance->callback){
 			delete audioInstance->callback;
 			audioInstance->callback = tsk_null;
 		}
         tsk_safeobj_unlock(audioInstance);
         
 		tsk_safeobj_deinit(audioInstance);
 	}
 	return self;
 }
 static int audio_opensles_instance_cmp(const tsk_object_t *_ai1, const tsk_object_t *_ai2)
 {
 	return ((int)_ai1 - (int)_ai2);
 }
 static const tsk_object_def_t audio_opensles_instance_def_s = 
 {
 	sizeof(audio_opensles_instance_t),
 	audio_opensles_instance_ctor, 
 	audio_opensles_instance_dtor,
 	audio_opensles_instance_cmp, 
 };
 const tsk_object_def_t *audio_opensles_instance_def_t = &audio_opensles_instance_def_s;
 
 
 audio_opensles_instance_handle_t* audio_opensles_instance_create(uint64_t sessionId)
 {
 	audio_opensles_instance_t* audioInstance = tsk_null;
 		
 	// create list used to hold instances
 	if(!__audioInstances && !(__audioInstances = tsk_list_create())){
 		AUDIO_OPENSLES_DEBUG_ERROR("Failed to create new list");
 		return tsk_null;
 	}
 	
 	//= lock the list
 	tsk_list_lock(__audioInstances);
 	
 	// find the instance from the list
 	const tsk_list_item_t* item;
 	tsk_list_foreach(item, __audioInstances){
 		if(((audio_opensles_instance_t*)item->data)->sessionId == sessionId){
 			audioInstance = (audio_opensles_instance_t*)tsk_object_ref(item->data);
 			break;
 		}
 	}
 
 	if(!audioInstance){
 		audio_opensles_instance_t* _audioInstance;
 		if(!(_audioInstance = (audio_opensles_instance_t*)tsk_object_new(&audio_opensles_instance_def_s))){
 			AUDIO_OPENSLES_DEBUG_ERROR("Failed to create new audio instance");
 			goto done;
 		}
 
 		if(!(_audioInstance->device = new SLAudioDevice())){
 			AUDIO_OPENSLES_DEBUG_ERROR("Failed to create audio device");
 			TSK_OBJECT_SAFE_FREE(_audioInstance);
 			goto done;
 		}
 		
 		if(!(_audioInstance->callback = new SLAudioDeviceCallbackImpl())){
 			AUDIO_OPENSLES_DEBUG_ERROR("Failed to create audio transport");
 			TSK_OBJECT_SAFE_FREE(_audioInstance);
 			goto done;
 		}
 		if((_audioInstance->device->SetCallback(_audioInstance->callback))){
 			AUDIO_OPENSLES_DEBUG_ERROR("AudioDeviceModule::RegisterAudioCallback() failed");
 			TSK_OBJECT_SAFE_FREE(_audioInstance);
 			goto done;
 		}
 
 		if((_audioInstance->device->Init())){
 			AUDIO_OPENSLES_DEBUG_ERROR("AudioDeviceModule::Init() failed");
 			TSK_OBJECT_SAFE_FREE(_audioInstance);
 			goto done;
 		}
 
 		_audioInstance->sessionId = sessionId;
 		audioInstance = _audioInstance;		
 		tsk_list_push_back_data(__audioInstances, (void**)&_audioInstance);		
 	}
 
 done:
 	//= unlock the list
 	tsk_list_unlock(__audioInstances);
 
 	return audioInstance;
 }
 
 int audio_opensles_instance_prepare_consumer(audio_opensles_instance_handle_t* _self, tmedia_consumer_t** _consumer)
 {
 	audio_opensles_instance_t* self = (audio_opensles_instance_t*)_self;
 	const struct audio_consumer_opensles_s* consumer = (const struct audio_consumer_opensles_s*)*_consumer;
 	if(!self || !self->device || !self->callback || !_consumer || !*_consumer){
 		AUDIO_OPENSLES_DEBUG_ERROR("invalid parameter");
 		return -1;
 	}
 
 	if(self->isConsumerPrepared){
 		AUDIO_OPENSLES_DEBUG_WARN("Consumer already prepared");
 		return 0;
 	}
 
 	int ret;
 	bool _bool;
 
 	tsk_safeobj_lock(self);
 
 	self->callback->SetConsumer(consumer);
 
 	if((ret = self->device->SpeakerIsAvailable(&_bool))){
 		AUDIO_OPENSLES_DEBUG_ERROR("SpeakerIsAvailable() failed with error code=%d", ret);
 	}
 	else{
 		if(!_bool){
 			AUDIO_OPENSLES_DEBUG_ERROR("SpeakerIsAvailable() returned false");
 		}
 		self->isSpeakerAvailable = _bool;
 	}
 	
 	if((ret = self->device->InitSpeaker())){
 		AUDIO_OPENSLES_DEBUG_ERROR("InitSpeaker() failed with error code=%d", ret);
 	}
 	else if((ret = self->device->SetSpeakerOn(audio_consumer_opensles_is_speakerOn(consumer)))){
 		AUDIO_OPENSLES_DEBUG_ERROR("SetSpeakerOn() failed with error code=%d", ret);
 	}
 	
 	if((ret = self->device->PlayoutIsAvailable(&_bool))){
 		AUDIO_OPENSLES_DEBUG_ERROR("PlayoutIsAvailable() failed with error code =%d", ret);
 	}
 	else{
 		if(!_bool){
 			AUDIO_OPENSLES_DEBUG_ERROR("PlayoutIsAvailable() returned false");
 		}
 		self->isPlayoutAvailable = _bool;
 	}
 
 	if((ret = self->device->SetStereoPlayout(((*_consumer)->audio.in.channels == 2)))){
 		AUDIO_OPENSLES_DEBUG_ERROR("SetStereoPlayout(%d==2) failed with error code=%d", (*_consumer)->audio.in.channels, ret);
 	}
 
 	//if((ret = self->device->SetPlayoutBuffer(AudioDeviceModule::kFixedBufferSize, (*_consumer)->audio.ptime))){
 	//	AUDIO_OPENSLES_DEBUG_ERROR("SetPlayoutBuffer(%d ms) failed with error code=%d", (*_consumer)->audio.ptime, ret);
 	//}
 	// always request 10ms buffers
 	if((ret = self->device->SetPlayoutBuffer(10))){
 		AUDIO_OPENSLES_DEBUG_ERROR("SetPlayoutBuffer(%d ms) failed with error code=%d", 10, ret);
 	}
 	
 	int playoutSampleRate = (*_consumer)->audio.out.rate ? (*_consumer)->audio.out.rate : (*_consumer)->audio.in.rate;
 	if((ret = self->device->SetPlayoutSampleRate(playoutSampleRate))){
 		AUDIO_OPENSLES_DEBUG_ERROR("SetPlayoutSampleRate(%d) failed with error code=%d", playoutSampleRate, ret);
 	}
 
 	if((ret = self->device->InitPlayout())){
 		AUDIO_OPENSLES_DEBUG_ERROR("AudioDeviceModule::InitPlayout() failed with error code = %d", ret);
 		goto done;
 	}
 
 	// init output parameters
 	if((ret = self->device->StereoPlayout(&_bool))){
 		AUDIO_OPENSLES_DEBUG_ERROR("StereoPlayout() failed with error code=%d", ret);
 	}
 	else{
 		(*_consumer)->audio.out.channels = (_bool ? 2 : 1);
 	}
 	if((ret = self->device->PlayoutSampleRate(&playoutSampleRate))){
 		AUDIO_OPENSLES_DEBUG_ERROR("PlayoutSampleRate() failed with error code=%d", ret);
 	}
 	else{
 		(*_consumer)->audio.out.rate = playoutSampleRate;
 	}
 
 done:
 	tsk_safeobj_unlock(self);
 
 	self->isConsumerPrepared = (ret == 0);
 
 	return ret;
 }
 
 int audio_opensles_instance_prepare_producer(audio_opensles_instance_handle_t* _self, tmedia_producer_t** _producer)
 {
 	audio_opensles_instance_t* self = (audio_opensles_instance_t*)_self;
 	if(!self || !self->device || !self->callback || !_producer || !*_producer){
 		AUDIO_OPENSLES_DEBUG_ERROR("invalid parameter");
 		return -1;
 	}
 
 	if(self->isProducerPrepared){
 		AUDIO_OPENSLES_DEBUG_WARN("Producer already prepared");
 		return 0;
 	}
 
 	int ret;
 	bool _bool;
 
 	tsk_safeobj_lock(self);
 
 	self->callback->SetProducer((const struct audio_producer_opensles_s*)*_producer);
 	
 	if((ret = self->device->RecordingIsAvailable(&_bool))){
 		AUDIO_OPENSLES_DEBUG_ERROR("RecordingIsAvailable() failed with error code =%d", ret);
 	}
 	else{
 		if(!_bool){
 			AUDIO_OPENSLES_DEBUG_ERROR("RecordingIsAvailable() returned false");
 		}
 		self->isRecordingAvailable = _bool;
 	}
 
 	if((ret = self->device->MicrophoneIsAvailable(&_bool))){
 		AUDIO_OPENSLES_DEBUG_ERROR("MicrophoneIsAvailable() failed with error code =%d", ret);
 	}
 	else{
 		if(!_bool){
 			AUDIO_OPENSLES_DEBUG_ERROR("MicrophoneIsAvailable() returned false");
 		}
 		else{
 			if((ret = self->device->InitMicrophone())){
 				AUDIO_OPENSLES_DEBUG_ERROR("InitMicrophone() failed with error code =%d", ret);
 			}
 		}
 	}
 
 	if((ret = self->device->SetStereoRecording(((*_producer)->audio.channels == 2)))){
 		AUDIO_OPENSLES_DEBUG_ERROR("SetStereoRecording(%d==2) failed with error code=%d", (*_producer)->audio.channels, ret);
 	}	
 
 	int recordingSampleRate = (*_producer)->audio.rate;
 	if((ret = self->device->SetRecordingSampleRate(recordingSampleRate))){
 		AUDIO_OPENSLES_DEBUG_ERROR("SetRecordingSampleRate(%d) failed with error code=%d", recordingSampleRate, ret);
 	}
 
 	if((ret = self->device->InitRecording())){
 		AUDIO_OPENSLES_DEBUG_ERROR("AudioDeviceModule::InitRecording() failed with error code = %d", ret);
 		goto done;
 	}
 
 	// init output parameters
 	if((ret = self->device->StereoRecording(&_bool))){
 		AUDIO_OPENSLES_DEBUG_ERROR("StereoRecording() failed with error code=%d", ret);
 	}
 	else{
 		(*_producer)->audio.channels = (_bool ? 2 : 1);
 	}
 	if((ret = self->device->RecordingSampleRate(&recordingSampleRate))){
 		AUDIO_OPENSLES_DEBUG_ERROR("RecordingSampleRate() failed with error code=%d", ret);
 	}
 	else{
 		(*_producer)->audio.rate = recordingSampleRate;
 	}
 
 done:
 	tsk_safeobj_unlock(self);
 
 	self->isProducerPrepared = (ret == 0);
 
 	return ret;
 }
 
 int audio_opensles_instance_start_consumer(audio_opensles_instance_handle_t* _self)
 {
 	audio_opensles_instance_t* self = (audio_opensles_instance_t*)_self;
 	if(!self || !self->device || !self->callback){
 		AUDIO_OPENSLES_DEBUG_ERROR("invalid parameter");
 		return -1;
 	}
 	
 	tsk_safeobj_lock(self);
 	if(!self->isConsumerPrepared){
 		AUDIO_OPENSLES_DEBUG_ERROR("Consumer not prepared");
 		goto done;
 	}
 
 	if(self->isConsumerStarted){
 		AUDIO_OPENSLES_DEBUG_WARN("Consumer already started");
 		goto done;
 	}
 	
 	if(self->isPlayoutAvailable){
 		int ret;
 		if((ret = self->device->StartPlayout())){
 			AUDIO_OPENSLES_DEBUG_ERROR("StartPlayout() failed with error code = %d", ret);
 		}
 
 		self->isConsumerStarted = self->device->Playing();
 		AUDIO_OPENSLES_DEBUG_INFO("isPlaying=%s", (self->isConsumerPrepared ? "true" : "false"));
 	}
 
 done:
 	tsk_safeobj_unlock(self);
 	return (self->isConsumerStarted ? 0 : -1);
 }
 
 int audio_opensles_instance_start_producer(audio_opensles_instance_handle_t* _self)
 {
 	audio_opensles_instance_t* self = (audio_opensles_instance_t*)_self;
 	if(!self || !self->device || !self->callback){
 		AUDIO_OPENSLES_DEBUG_ERROR("invalid parameter");
 		return -1;
 	}
 	
 	tsk_safeobj_lock(self);
 	if(!self->isProducerPrepared){
 		AUDIO_OPENSLES_DEBUG_ERROR("Producer not prepared");
 		goto done;
 	}
 
 	if(self->isProducerStarted){
 		AUDIO_OPENSLES_DEBUG_WARN("Consumer already started");
 		goto done;
 	}
 	
 	if(self->isRecordingAvailable){
 		int ret;
 		if((ret = self->device->StartRecording())){
 			AUDIO_OPENSLES_DEBUG_ERROR("StartRecording() failed with error code = %d", ret);
 		}
 
 		self->isProducerStarted = self->device->Recording();
 		AUDIO_OPENSLES_DEBUG_INFO("isRecording=%s", (self->isProducerStarted ? "true" : "false"));
 	}
 
 done:
 	tsk_safeobj_unlock(self);
 	return (self->isProducerStarted ? 0 : -1);
 }
 
 int audio_opensles_instance_stop_consumer(audio_opensles_instance_handle_t* _self)
 {
 	audio_opensles_instance_t* self = (audio_opensles_instance_t*)_self;
 	if(!self || !self->device || !self->callback){
 		AUDIO_OPENSLES_DEBUG_ERROR("invalid parameter");
 		return -1;
 	}
 
 	tsk_safeobj_lock(self);
 
 	if(!self->isConsumerStarted){
 		goto done;
 	}
 
 	int ret;
 	if((ret = self->device->StopPlayout())){
 		AUDIO_OPENSLES_DEBUG_ERROR("StopPlayout() failed with error code = %d", ret);
 	}
 	else{
 		self->isConsumerStarted = self->device->Playing();
 		self->isConsumerPrepared = false;
 	}
 
 done:
 	tsk_safeobj_unlock(self);
 	return (self->isConsumerStarted ? -1 : 0);
 }
 
 int audio_opensles_instance_stop_producer(audio_opensles_instance_handle_t* _self)
 {
 	audio_opensles_instance_t* self = (audio_opensles_instance_t*)_self;
 	if(!self || !self->device || !self->callback){
 		AUDIO_OPENSLES_DEBUG_ERROR("invalid parameter");
 		return -1;
 	}
 
 	tsk_safeobj_lock(self);
 
 	if(!self->isProducerStarted){
 		goto done;
 	}
 
 	int ret;
 	if((ret = self->device->StopRecording())){
 		AUDIO_OPENSLES_DEBUG_ERROR("StopRecording() failed with error code = %d", ret);
 	}
 	else{
 		self->isProducerStarted = self->device->Recording();
 		self->isProducerPrepared = false;
 	}
 
 done:
 	tsk_safeobj_unlock(self);
 	return (self->isProducerStarted ? -1 : 0);
 }
 
 int audio_opensles_instance_set_speakerOn(audio_opensles_instance_handle_t* _self, bool speakerOn)
 {
 	audio_opensles_instance_t* self = (audio_opensles_instance_t*)_self;
 	if(!self || !self->device ){
 		AUDIO_OPENSLES_DEBUG_ERROR("Invalid parameter");
 		return -1;
 	}
 	return self->device->SetSpeakerOn(speakerOn);
 }
 
 int audio_opensles_instance_set_microphone_volume(audio_opensles_instance_handle_t* _self, int32_t volume)
 {
 	audio_opensles_instance_t* self = (audio_opensles_instance_t*)_self;
 	if(!self || !self->device ){
 		AUDIO_OPENSLES_DEBUG_ERROR("Invalid parameter");
 		return -1;
 	}
 	return self->device->SetMicrophoneVolume(volume);
 }
 
 
 int audio_opensles_instance_set_speaker_volume(audio_opensles_instance_handle_t* _self, int32_t volume)
 {
 	audio_opensles_instance_t* self = (audio_opensles_instance_t*)_self;
 	if(!self || !self->device ){
 		AUDIO_OPENSLES_DEBUG_ERROR("Invalid parameter");
 		return -1;
 	}
 	return self->device->SetSpeakerVolume(volume);
 }
 
 int audio_opensles_instance_destroy(audio_opensles_instance_handle_t** _self){
 	if(!_self || !*_self){
 		AUDIO_OPENSLES_DEBUG_ERROR("Invalid parameter");
 		return -1;
 	}
 	tsk_list_lock(__audioInstances);
 	if(tsk_object_get_refcount(*_self)==1){
 		tsk_list_remove_item_by_data(__audioInstances, *_self);
 	}
 	else {
 		tsk_object_unref(*_self);
 	}
 	tsk_list_unlock(__audioInstances);
 	*_self = tsk_null;
 	return 0;
 }