4 Copyright (C) 2010 Belledonne Communications SARL
5 (simon.morlat@linphone.org)
7 This program is free software; you can redistribute it and/or
8 modify it under the terms of the GNU General Public License
9 as published by the Free Software Foundation; either version 2
10 of the License, or (at your option) any later version.
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with this program; if not, write to the Free Software
19 Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
24 #include "linphonecore.h"
28 #include <ortp/event.h>
32 #include "mediastreamer2/mediastream.h"
33 #include "mediastreamer2/msvolume.h"
34 #include "mediastreamer2/msequalizer.h"
35 #include "mediastreamer2/msfileplayer.h"
36 #include "mediastreamer2/msjpegwriter.h"
37 #include "mediastreamer2/mseventqueue.h"
38 #include "mediastreamer2/mssndcard.h"
41 static MSWebCam *get_nowebcam_device(){
42 return ms_web_cam_manager_get_cam(ms_web_cam_manager_get(),"StaticImage: Static picture");
46 static bool_t generate_b64_crypto_key(int key_length, char* key_out) {
48 uint8_t* tmp = (uint8_t*) malloc(key_length);
49 if (ortp_crypto_get_random(tmp, key_length)!=0) {
50 ms_error("Failed to generate random key");
55 b64_size = b64_encode((const char*)tmp, key_length, NULL, 0);
57 ms_error("Failed to b64 encode key");
61 key_out[b64_size] = '\0';
62 b64_encode((const char*)tmp, key_length, key_out, 40);
67 LinphoneCore *linphone_call_get_core(const LinphoneCall *call){
71 const char* linphone_call_get_authentication_token(LinphoneCall *call){
72 return call->auth_token;
75 bool_t linphone_call_get_authentication_token_verified(LinphoneCall *call){
76 return call->auth_token_verified;
79 static bool_t linphone_call_are_all_streams_encrypted(LinphoneCall *call) {
80 // Check ZRTP encryption in audiostream
81 if (!call->audiostream_encrypted) {
86 // If video enabled, check ZRTP encryption in videostream
87 const LinphoneCallParams *params=linphone_call_get_current_params(call);
88 if (params->has_video && !call->videostream_encrypted) {
96 void propagate_encryption_changed(LinphoneCall *call){
97 LinphoneCore *lc=call->core;
98 if (!linphone_call_are_all_streams_encrypted(call)) {
99 ms_message("Some streams are not encrypted");
100 call->current_params.media_encryption=LinphoneMediaEncryptionNone;
101 if (lc->vtable.call_encryption_changed)
102 lc->vtable.call_encryption_changed(call->core, call, FALSE, call->auth_token);
104 ms_message("All streams are encrypted");
105 call->current_params.media_encryption=LinphoneMediaEncryptionZRTP;
106 if (lc->vtable.call_encryption_changed)
107 lc->vtable.call_encryption_changed(call->core, call, TRUE, call->auth_token);
112 static void linphone_call_videostream_encryption_changed(void *data, bool_t encrypted){
113 ms_message("Video stream is %s", encrypted ? "encrypted" : "not encrypted");
115 LinphoneCall *call = (LinphoneCall *)data;
116 call->videostream_encrypted=encrypted;
117 propagate_encryption_changed(call);
121 static void linphone_call_audiostream_encryption_changed(void *data, bool_t encrypted) {
122 char status[255]={0};
123 ms_message("Audio stream is %s ", encrypted ? "encrypted" : "not encrypted");
125 LinphoneCall *call = (LinphoneCall *)data;
126 call->audiostream_encrypted=encrypted;
128 if (encrypted && call->core->vtable.display_status != NULL) {
129 snprintf(status,sizeof(status)-1,_("Authentication token is %s"),call->auth_token);
130 call->core->vtable.display_status(call->core, status);
133 propagate_encryption_changed(call);
137 // Enable video encryption
138 const LinphoneCallParams *params=linphone_call_get_current_params(call);
139 if (params->has_video) {
140 ms_message("Trying to enable encryption on video stream");
141 OrtpZrtpParams params;
142 params.zid_file=NULL; //unused
143 video_stream_enable_zrtp(call->videostream,call->audiostream,¶ms);
149 static void linphone_call_audiostream_auth_token_ready(void *data, const char* auth_token, bool_t verified) {
150 LinphoneCall *call=(LinphoneCall *)data;
151 if (call->auth_token != NULL)
152 ms_free(call->auth_token);
154 call->auth_token=ms_strdup(auth_token);
155 call->auth_token_verified=verified;
157 ms_message("Authentication token is %s (%s)", auth_token, verified?"verified":"unverified");
160 void linphone_call_set_authentication_token_verified(LinphoneCall *call, bool_t verified){
161 if (call->audiostream==NULL){
162 ms_error("linphone_call_set_authentication_token_verified(): No audio stream");
164 if (call->audiostream->ortpZrtpContext==NULL){
165 ms_error("linphone_call_set_authentication_token_verified(): No zrtp context.");
167 if (!call->auth_token_verified && verified){
168 ortp_zrtp_sas_verified(call->audiostream->ortpZrtpContext);
169 }else if (call->auth_token_verified && !verified){
170 ortp_zrtp_sas_reset_verified(call->audiostream->ortpZrtpContext);
172 call->auth_token_verified=verified;
173 propagate_encryption_changed(call);
176 static MSList *make_codec_list(LinphoneCore *lc, const MSList *codecs, int bandwidth_limit,int* max_sample_rate){
179 if (max_sample_rate) *max_sample_rate=0;
180 for(it=codecs;it!=NULL;it=it->next){
181 PayloadType *pt=(PayloadType*)it->data;
182 if (pt->flags & PAYLOAD_TYPE_ENABLED){
183 if (bandwidth_limit>0 && !linphone_core_is_payload_type_usable_for_bandwidth(lc,pt,bandwidth_limit)){
184 ms_message("Codec %s/%i eliminated because of audio bandwidth constraint.",pt->mime_type,pt->clock_rate);
187 if (linphone_core_check_payload_type_usability(lc,pt)){
188 l=ms_list_append(l,payload_type_clone(pt));
189 if (max_sample_rate && payload_type_get_rate(pt)>*max_sample_rate) *max_sample_rate=payload_type_get_rate(pt);
196 static SalMediaDescription *_create_local_media_description(LinphoneCore *lc, LinphoneCall *call, unsigned int session_id, unsigned int session_ver){
200 const char *me=linphone_core_get_identity(lc);
201 LinphoneAddress *addr=linphone_address_new(me);
202 const char *username=linphone_address_get_username (addr);
203 SalMediaDescription *md=sal_media_description_new();
205 md->session_id=session_id;
206 md->session_ver=session_ver;
208 strncpy(md->addr,call->localip,sizeof(md->addr));
209 strncpy(md->username,username,sizeof(md->username));
210 md->bandwidth=linphone_core_get_download_bandwidth(lc);
212 /*set audio capabilities */
213 strncpy(md->streams[0].rtp_addr,call->localip,sizeof(md->streams[0].rtp_addr));
214 strncpy(md->streams[0].rtcp_addr,call->localip,sizeof(md->streams[0].rtcp_addr));
215 md->streams[0].rtp_port=call->audio_port;
216 md->streams[0].rtcp_port=call->audio_port+1;
217 md->streams[0].proto=(call->params.media_encryption == LinphoneMediaEncryptionSRTP) ?
218 SalProtoRtpSavp : SalProtoRtpAvp;
219 md->streams[0].type=SalAudio;
220 md->streams[0].ptime=lc->net_conf.down_ptime;
221 l=make_codec_list(lc,lc->codecs_conf.audio_codecs,call->params.audio_bw,&md->streams[0].max_rate);
222 pt=payload_type_clone(rtp_profile_get_payload_from_mime(&av_profile,"telephone-event"));
223 l=ms_list_append(l,pt);
224 md->streams[0].payloads=l;
228 if (call->params.has_video){
230 md->streams[1].rtp_port=call->video_port;
231 md->streams[1].rtcp_port=call->video_port+1;
232 md->streams[1].proto=md->streams[0].proto;
233 md->streams[1].type=SalVideo;
234 l=make_codec_list(lc,lc->codecs_conf.video_codecs,0,NULL);
235 md->streams[1].payloads=l;
238 for(i=0; i<md->nstreams; i++) {
239 if (md->streams[i].proto == SalProtoRtpSavp) {
240 md->streams[i].crypto[0].tag = 1;
241 md->streams[i].crypto[0].algo = AES_128_SHA1_80;
242 if (!generate_b64_crypto_key(30, md->streams[i].crypto[0].master_key))
243 md->streams[i].crypto[0].algo = 0;
244 md->streams[i].crypto[1].tag = 2;
245 md->streams[i].crypto[1].algo = AES_128_SHA1_32;
246 if (!generate_b64_crypto_key(30, md->streams[i].crypto[1].master_key))
247 md->streams[i].crypto[1].algo = 0;
248 md->streams[i].crypto[2].algo = 0;
250 if ((linphone_core_get_firewall_policy(call->core) == LinphonePolicyUseIce) && (call->ice_session != NULL) && (ice_session_check_list(call->ice_session, i) == NULL)) {
251 ice_session_add_check_list(call->ice_session, ice_check_list_new());
255 linphone_address_destroy(addr);
259 void update_local_media_description(LinphoneCore *lc, LinphoneCall *call){
260 SalMediaDescription *md=call->localdesc;
262 call->localdesc = create_local_media_description(lc,call);
264 call->localdesc = _create_local_media_description(lc,call,md->session_id,md->session_ver+1);
265 sal_media_description_unref(md);
269 SalMediaDescription *create_local_media_description(LinphoneCore *lc, LinphoneCall *call){
270 unsigned int id=rand() & 0xfff;
271 return _create_local_media_description(lc,call,id,id);
274 static int find_port_offset(LinphoneCore *lc){
278 bool_t already_used=FALSE;
279 for(offset=0;offset<100;offset+=2){
280 audio_port=linphone_core_get_audio_port (lc)+offset;
282 for(elem=lc->calls;elem!=NULL;elem=elem->next){
283 LinphoneCall *call=(LinphoneCall*)elem->data;
284 if (call->audio_port==audio_port) {
289 if (!already_used) break;
292 ms_error("Could not find any free port !");
298 static void linphone_call_init_common(LinphoneCall *call, LinphoneAddress *from, LinphoneAddress *to){
300 call->magic=linphone_call_magic;
302 call->state=LinphoneCallIdle;
303 call->transfer_state = LinphoneCallIdle;
304 call->start_time=time(NULL);
305 call->media_start_time=0;
306 call->log=linphone_call_log_new(call, from, to);
307 call->owns_call_log=TRUE;
308 linphone_core_notify_all_friends(call->core,LinphoneStatusOnThePhone);
309 port_offset=find_port_offset (call->core);
310 if (port_offset==-1) return;
311 call->audio_port=linphone_core_get_audio_port(call->core)+port_offset;
312 call->video_port=linphone_core_get_video_port(call->core)+port_offset;
313 linphone_call_init_stats(&call->stats[LINPHONE_CALL_STATS_AUDIO], LINPHONE_CALL_STATS_AUDIO);
314 linphone_call_init_stats(&call->stats[LINPHONE_CALL_STATS_VIDEO], LINPHONE_CALL_STATS_VIDEO);
317 void linphone_call_init_stats(LinphoneCallStats *stats, int type) {
319 stats->received_rtcp = NULL;
320 stats->sent_rtcp = NULL;
323 static void discover_mtu(LinphoneCore *lc, const char *remote){
325 if (lc->net_conf.mtu==0 ){
326 /*attempt to discover mtu*/
327 mtu=ms_discover_mtu(remote);
330 ms_message("Discovered mtu is %i, RTP payload max size is %i",
331 mtu, ms_get_payload_max_size());
336 LinphoneCall * linphone_call_new_outgoing(struct _LinphoneCore *lc, LinphoneAddress *from, LinphoneAddress *to, const LinphoneCallParams *params)
338 LinphoneCall *call=ms_new0(LinphoneCall,1);
339 call->dir=LinphoneCallOutgoing;
340 call->op=sal_op_new(lc->sal);
341 sal_op_set_user_pointer(call->op,call);
343 linphone_core_get_local_ip(lc,linphone_address_get_domain(to),call->localip);
344 linphone_call_init_common(call,from,to);
345 call->params=*params;
346 if (linphone_core_get_firewall_policy(call->core) == LinphonePolicyUseIce) {
347 call->ice_session = ice_session_new();
348 ice_session_set_role(call->ice_session, IR_Controlling);
350 call->localdesc=create_local_media_description (lc,call);
351 call->camera_active=params->has_video;
352 if (linphone_core_get_firewall_policy(call->core) == LinphonePolicyUseStun) {
353 linphone_core_run_stun_tests(call->core,call);
355 discover_mtu(lc,linphone_address_get_domain (to));
356 if (params->referer){
357 sal_call_set_referer(call->op,params->referer->op);
358 call->referer=linphone_call_ref(params->referer);
363 LinphoneCall * linphone_call_new_incoming(LinphoneCore *lc, LinphoneAddress *from, LinphoneAddress *to, SalOp *op){
364 LinphoneCall *call=ms_new0(LinphoneCall,1);
367 call->dir=LinphoneCallIncoming;
368 sal_op_set_user_pointer(op,call);
372 if (lc->sip_conf.ping_with_options){
373 /*the following sends an option request back to the caller so that
374 we get a chance to discover our nat'd address before answering.*/
375 call->ping_op=sal_op_new(lc->sal);
376 from_str=linphone_address_as_string_uri_only(from);
377 sal_op_set_route(call->ping_op,sal_op_get_network_origin(op));
378 sal_op_set_user_pointer(call->ping_op,call);
379 sal_ping(call->ping_op,linphone_core_find_best_identity(lc,from,NULL),from_str);
383 linphone_address_clean(from);
384 linphone_core_get_local_ip(lc,linphone_address_get_domain(from),call->localip);
385 linphone_call_init_common(call, from, to);
386 linphone_core_init_default_params(lc, &call->params);
387 call->params.has_video &= !!lc->video_policy.automatically_accept;
388 call->localdesc=create_local_media_description (lc,call);
389 call->camera_active=call->params.has_video;
390 switch (linphone_core_get_firewall_policy(call->core)) {
391 case LinphonePolicyUseIce:
392 call->ice_session = ice_session_new();
393 ice_session_set_role(call->ice_session, IR_Controlled);
394 linphone_core_update_ice_from_remote_media_description(call, sal_call_get_remote_media_description(op));
395 linphone_call_init_media_streams(call);
396 linphone_call_start_media_streams_for_ice_gathering(call);
397 if (linphone_core_gather_ice_candidates(call->core,call)<0) {
398 /* Ice candidates gathering failed, proceed with the call anyway. */
399 linphone_call_delete_ice_session(call);
400 linphone_call_stop_media_streams(call);
403 case LinphonePolicyUseStun:
404 linphone_core_run_stun_tests(call->core,call);
405 /* No break to also destroy ice session in this case. */
409 discover_mtu(lc,linphone_address_get_domain(from));
413 /* this function is called internally to get rid of a call.
414 It performs the following tasks:
415 - remove the call from the internal list of calls
416 - update the call logs accordingly
419 static void linphone_call_set_terminated(LinphoneCall *call){
420 LinphoneCore *lc=call->core;
422 linphone_core_update_allocated_audio_bandwidth(lc);
424 call->owns_call_log=FALSE;
425 linphone_call_log_completed(call);
428 if (call == lc->current_call){
429 ms_message("Resetting the current call");
430 lc->current_call=NULL;
433 if (linphone_core_del_call(lc,call) != 0){
434 ms_error("Could not remove the call from the list !!!");
437 if (ms_list_size(lc->calls)==0)
438 linphone_core_notify_all_friends(lc,lc->presence_mode);
440 linphone_core_conference_check_uninit(lc);
441 if (call->ringing_beep){
442 linphone_core_stop_dtmf(lc);
443 call->ringing_beep=FALSE;
446 linphone_call_unref(call->referer);
451 void linphone_call_fix_call_parameters(LinphoneCall *call){
452 call->params.has_video=call->current_params.has_video;
453 call->params.media_encryption=call->current_params.media_encryption;
456 const char *linphone_call_state_to_string(LinphoneCallState cs){
458 case LinphoneCallIdle:
459 return "LinphoneCallIdle";
460 case LinphoneCallIncomingReceived:
461 return "LinphoneCallIncomingReceived";
462 case LinphoneCallOutgoingInit:
463 return "LinphoneCallOutgoingInit";
464 case LinphoneCallOutgoingProgress:
465 return "LinphoneCallOutgoingProgress";
466 case LinphoneCallOutgoingRinging:
467 return "LinphoneCallOutgoingRinging";
468 case LinphoneCallOutgoingEarlyMedia:
469 return "LinphoneCallOutgoingEarlyMedia";
470 case LinphoneCallConnected:
471 return "LinphoneCallConnected";
472 case LinphoneCallStreamsRunning:
473 return "LinphoneCallStreamsRunning";
474 case LinphoneCallPausing:
475 return "LinphoneCallPausing";
476 case LinphoneCallPaused:
477 return "LinphoneCallPaused";
478 case LinphoneCallResuming:
479 return "LinphoneCallResuming";
480 case LinphoneCallRefered:
481 return "LinphoneCallRefered";
482 case LinphoneCallError:
483 return "LinphoneCallError";
484 case LinphoneCallEnd:
485 return "LinphoneCallEnd";
486 case LinphoneCallPausedByRemote:
487 return "LinphoneCallPausedByRemote";
488 case LinphoneCallUpdatedByRemote:
489 return "LinphoneCallUpdatedByRemote";
490 case LinphoneCallIncomingEarlyMedia:
491 return "LinphoneCallIncomingEarlyMedia";
492 case LinphoneCallUpdated:
493 return "LinphoneCallUpdated";
494 case LinphoneCallReleased:
495 return "LinphoneCallReleased";
497 return "undefined state";
500 void linphone_call_set_state(LinphoneCall *call, LinphoneCallState cstate, const char *message){
501 LinphoneCore *lc=call->core;
503 if (call->state!=cstate){
504 if (call->state==LinphoneCallEnd || call->state==LinphoneCallError){
505 if (cstate!=LinphoneCallReleased){
506 ms_warning("Spurious call state change from %s to %s, ignored.",linphone_call_state_to_string(call->state),
507 linphone_call_state_to_string(cstate));
511 ms_message("Call %p: moving from state %s to %s",call,linphone_call_state_to_string(call->state),
512 linphone_call_state_to_string(cstate));
513 if (cstate!=LinphoneCallRefered){
514 /*LinphoneCallRefered is rather an event, not a state.
515 Indeed it does not change the state of the call (still paused or running)*/
518 if (cstate==LinphoneCallEnd || cstate==LinphoneCallError){
519 switch(call->reason){
520 case LinphoneReasonDeclined:
521 call->log->status=LinphoneCallDeclined;
522 case LinphoneReasonNotAnswered:
523 call->log->status=LinphoneCallMissed;
528 linphone_call_set_terminated (call);
530 if (cstate == LinphoneCallConnected) {
531 call->log->status=LinphoneCallSuccess;
532 call->media_start_time=time(NULL);
535 if (lc->vtable.call_state_changed)
536 lc->vtable.call_state_changed(lc,call,cstate,message);
537 if (cstate==LinphoneCallReleased){
538 if (call->op!=NULL) {
539 /* so that we cannot have anymore upcalls for SAL
540 concerning this call*/
541 sal_op_release(call->op);
544 linphone_call_unref(call);
549 void linphone_call_enable_video(LinphoneCall *call, bool_t enabled)
551 LinphoneCore *lc=linphone_call_get_core(call);
552 LinphoneCallParams *params=linphone_call_params_copy(linphone_call_get_current_params(call));
554 linphone_call_params_enable_video(params, enabled);
555 if (enabled == TRUE) {
556 if (call->ice_session != NULL) {
557 /* Defer call update until the ICE candidates gathering process has finished. */
558 ms_message("Defer call update to gather ICE candidates");
559 call->params = *params;
560 update_local_media_description(lc, call);
561 linphone_call_init_video_stream(call);
562 video_stream_start_ice_gathering(call->videostream);
563 linphone_core_gather_ice_candidates(lc, call);
565 if (linphone_call_get_state(call) == LinphoneCallUpdatedByRemote) {
566 linphone_core_accept_call_update(lc, call, params);
568 linphone_core_update_call(lc, call, params);
572 if ((call->ice_session != NULL) && (call->videostream != NULL)) {
573 ice_session_remove_check_list(call->ice_session, call->videostream->ice_check_list);
574 call->videostream->ice_check_list = NULL;
576 if (linphone_call_get_state(call) == LinphoneCallUpdatedByRemote) {
577 linphone_core_accept_call_update(lc, call, params);
579 linphone_core_update_call(lc, call, params);
582 linphone_call_params_destroy(params);
585 static void linphone_call_destroy(LinphoneCall *obj)
588 sal_op_release(obj->op);
591 if (obj->resultdesc!=NULL) {
592 sal_media_description_unref(obj->resultdesc);
593 obj->resultdesc=NULL;
595 if (obj->localdesc!=NULL) {
596 sal_media_description_unref(obj->localdesc);
600 sal_op_release(obj->ping_op);
603 ms_free(obj->refer_to);
605 if (obj->owns_call_log)
606 linphone_call_log_destroy(obj->log);
607 if (obj->auth_token) {
608 ms_free(obj->auth_token);
610 if (obj->ice_session) {
611 ice_session_destroy(obj->ice_session);
618 * @addtogroup call_control
623 * Increments the call 's reference count.
624 * An application that wishes to retain a pointer to call object
625 * must use this function to unsure the pointer remains
626 * valid. Once the application no more needs this pointer,
627 * it must call linphone_call_unref().
629 LinphoneCall * linphone_call_ref(LinphoneCall *obj){
635 * Decrements the call object reference count.
636 * See linphone_call_ref().
638 void linphone_call_unref(LinphoneCall *obj){
641 linphone_call_destroy(obj);
646 * Returns current parameters associated to the call.
648 const LinphoneCallParams * linphone_call_get_current_params(const LinphoneCall *call){
649 return &call->current_params;
652 static bool_t is_video_active(const SalStreamDescription *sd){
653 return sd->rtp_port!=0 && sd->dir!=SalStreamInactive;
657 * Returns call parameters proposed by remote.
659 * This is useful when receiving an incoming call, to know whether the remote party
660 * supports video, encryption or whatever.
662 const LinphoneCallParams * linphone_call_get_remote_params(LinphoneCall *call){
663 LinphoneCallParams *cp=&call->remote_params;
664 memset(cp,0,sizeof(*cp));
666 SalMediaDescription *md=sal_call_get_remote_media_description(call->op);
668 SalStreamDescription *asd,*vsd,*secure_asd,*secure_vsd;
670 asd=sal_media_description_find_stream(md,SalProtoRtpAvp,SalAudio);
671 vsd=sal_media_description_find_stream(md,SalProtoRtpAvp,SalVideo);
672 secure_asd=sal_media_description_find_stream(md,SalProtoRtpSavp,SalAudio);
673 secure_vsd=sal_media_description_find_stream(md,SalProtoRtpSavp,SalVideo);
675 cp->has_video=is_video_active(secure_vsd);
676 if (secure_asd || asd==NULL)
677 cp->media_encryption=LinphoneMediaEncryptionSRTP;
679 cp->has_video=is_video_active(vsd);
688 * Returns the remote address associated to this call
691 const LinphoneAddress * linphone_call_get_remote_address(const LinphoneCall *call){
692 return call->dir==LinphoneCallIncoming ? call->log->from : call->log->to;
696 * Returns the remote address associated to this call as a string.
698 * The result string must be freed by user using ms_free().
700 char *linphone_call_get_remote_address_as_string(const LinphoneCall *call){
701 return linphone_address_as_string(linphone_call_get_remote_address(call));
705 * Retrieves the call's current state.
707 LinphoneCallState linphone_call_get_state(const LinphoneCall *call){
712 * Returns the reason for a call termination (either error or normal termination)
714 LinphoneReason linphone_call_get_reason(const LinphoneCall *call){
719 * Get the user_pointer in the LinphoneCall
721 * @ingroup call_control
723 * return user_pointer an opaque user pointer that can be retrieved at any time
725 void *linphone_call_get_user_pointer(LinphoneCall *call)
727 return call->user_pointer;
731 * Set the user_pointer in the LinphoneCall
733 * @ingroup call_control
735 * the user_pointer is an opaque user pointer that can be retrieved at any time in the LinphoneCall
737 void linphone_call_set_user_pointer(LinphoneCall *call, void *user_pointer)
739 call->user_pointer = user_pointer;
743 * Returns the call log associated to this call.
745 LinphoneCallLog *linphone_call_get_call_log(const LinphoneCall *call){
750 * Returns the refer-to uri (if the call was transfered).
752 const char *linphone_call_get_refer_to(const LinphoneCall *call){
753 return call->refer_to;
757 * Returns direction of the call (incoming or outgoing).
759 LinphoneCallDir linphone_call_get_dir(const LinphoneCall *call){
760 return call->log->dir;
764 * Returns the far end's user agent description string, if available.
766 const char *linphone_call_get_remote_user_agent(LinphoneCall *call){
768 return sal_op_get_remote_ua (call->op);
774 * Returns true if this calls has received a transfer that has not been
776 * Pending transfers are executed when this call is being paused or closed,
777 * locally or by remote endpoint.
778 * If the call is already paused while receiving the transfer request, the
779 * transfer immediately occurs.
781 bool_t linphone_call_has_transfer_pending(const LinphoneCall *call){
782 return call->refer_pending;
786 * Returns call's duration in seconds.
788 int linphone_call_get_duration(const LinphoneCall *call){
789 if (call->media_start_time==0) return 0;
790 return time(NULL)-call->media_start_time;
794 * Returns the call object this call is replacing, if any.
795 * Call replacement can occur during call transfers.
796 * By default, the core automatically terminates the replaced call and accept the new one.
797 * This function allows the application to know whether a new incoming call is a one that replaces another one.
799 LinphoneCall *linphone_call_get_replaced_call(LinphoneCall *call){
800 SalOp *op=sal_call_get_replaces(call->op);
802 return (LinphoneCall*)sal_op_get_user_pointer(op);
808 * Indicate whether camera input should be sent to remote end.
810 void linphone_call_enable_camera (LinphoneCall *call, bool_t enable){
812 if (call->videostream!=NULL && call->videostream->ticker!=NULL){
813 LinphoneCore *lc=call->core;
814 MSWebCam *nowebcam=get_nowebcam_device();
815 if (call->camera_active!=enable && lc->video_conf.device!=nowebcam){
816 video_stream_change_camera(call->videostream,
817 enable ? lc->video_conf.device : nowebcam);
820 call->camera_active=enable;
825 * Take a photo of currently received video and write it into a jpeg file.
827 int linphone_call_take_video_snapshot(LinphoneCall *call, const char *file){
829 if (call->videostream!=NULL && call->videostream->jpegwriter!=NULL){
830 return ms_filter_call_method(call->videostream->jpegwriter,MS_JPEG_WRITER_TAKE_SNAPSHOT,(void*)file);
832 ms_warning("Cannot take snapshot: no currently running video stream on this call.");
839 * Returns TRUE if camera pictures are sent to the remote party.
841 bool_t linphone_call_camera_enabled (const LinphoneCall *call){
842 return call->camera_active;
846 * Enable video stream.
848 void linphone_call_params_enable_video(LinphoneCallParams *cp, bool_t enabled){
849 cp->has_video=enabled;
852 const PayloadType* linphone_call_params_get_used_audio_codec(const LinphoneCallParams *cp) {
853 return cp->audio_codec;
856 const PayloadType* linphone_call_params_get_used_video_codec(const LinphoneCallParams *cp) {
857 return cp->video_codec;
861 * Returns whether video is enabled.
863 bool_t linphone_call_params_video_enabled(const LinphoneCallParams *cp){
864 return cp->has_video;
867 enum LinphoneMediaEncryption linphone_call_params_get_media_encryption(const LinphoneCallParams *cp) {
868 return cp->media_encryption;
871 void linphone_call_params_set_media_encryption(LinphoneCallParams *cp, enum LinphoneMediaEncryption e) {
872 cp->media_encryption = e;
877 * Enable sending of real early media (during outgoing calls).
879 void linphone_call_params_enable_early_media_sending(LinphoneCallParams *cp, bool_t enabled){
880 cp->real_early_media=enabled;
883 bool_t linphone_call_params_early_media_sending_enabled(const LinphoneCallParams *cp){
884 return cp->real_early_media;
888 * Returns true if the call is part of the locally managed conference.
890 bool_t linphone_call_params_local_conference_mode(const LinphoneCallParams *cp){
891 return cp->in_conference;
895 * Refine bandwidth settings for this call by setting a bandwidth limit for audio streams.
896 * As a consequence, codecs whose bitrates are not compatible with this limit won't be used.
898 void linphone_call_params_set_audio_bandwidth_limit(LinphoneCallParams *cp, int bandwidth){
899 cp->audio_bw=bandwidth;
904 * Request remote side to send us a Video Fast Update.
906 void linphone_call_send_vfu_request(LinphoneCall *call)
908 if (LinphoneCallStreamsRunning == linphone_call_get_state(call))
909 sal_call_send_vfu_request(call->op);
916 LinphoneCallParams * linphone_call_params_copy(const LinphoneCallParams *cp){
917 LinphoneCallParams *ncp=ms_new0(LinphoneCallParams,1);
918 memcpy(ncp,cp,sizeof(LinphoneCallParams));
925 void linphone_call_params_destroy(LinphoneCallParams *p){
934 #ifdef TEST_EXT_RENDERER
935 static void rendercb(void *data, const MSPicture *local, const MSPicture *remote){
936 ms_message("rendercb, local buffer=%p, remote buffer=%p",
937 local ? local->planes[0] : NULL, remote? remote->planes[0] : NULL);
942 static void video_stream_event_cb(void *user_pointer, const MSFilter *f, const unsigned int event_id, const void *args){
943 LinphoneCall* call = (LinphoneCall*) user_pointer;
944 ms_warning("In linphonecall.c: video_stream_event_cb");
946 case MS_VIDEO_DECODER_DECODING_ERRORS:
947 ms_warning("Case is MS_VIDEO_DECODER_DECODING_ERRORS");
948 linphone_call_send_vfu_request(call);
950 case MS_VIDEO_DECODER_FIRST_IMAGE_DECODED:
951 ms_message("First video frame decoded successfully");
952 if (call->nextVideoFrameDecoded._func != NULL)
953 call->nextVideoFrameDecoded._func(call, call->nextVideoFrameDecoded._user_data);
956 ms_warning("Unhandled event %i", event_id);
962 void linphone_call_set_next_video_frame_decoded_callback(LinphoneCall *call, LinphoneCallCbFunc cb, void* user_data) {
963 call->nextVideoFrameDecoded._func = cb;
964 call->nextVideoFrameDecoded._user_data = user_data;
966 ms_filter_call_method_noarg(call->videostream->decoder, MS_VIDEO_DECODER_RESET_FIRST_IMAGE_NOTIFICATION);
970 void linphone_call_init_audio_stream(LinphoneCall *call){
971 LinphoneCore *lc=call->core;
972 SalMediaDescription *md=call->localdesc;
973 AudioStream *audiostream;
975 call->audiostream=audiostream=audio_stream_new(md->streams[0].rtp_port,md->streams[0].rtcp_port,linphone_core_ipv6_enabled(lc));
976 if (linphone_core_echo_limiter_enabled(lc)){
977 const char *type=lp_config_get_string(lc->config,"sound","el_type","mic");
978 if (strcasecmp(type,"mic")==0)
979 audio_stream_enable_echo_limiter(audiostream,ELControlMic);
980 else if (strcasecmp(type,"full")==0)
981 audio_stream_enable_echo_limiter(audiostream,ELControlFull);
983 audio_stream_enable_gain_control(audiostream,TRUE);
984 if (linphone_core_echo_cancellation_enabled(lc)){
985 int len,delay,framesize;
986 const char *statestr=lp_config_get_string(lc->config,"sound","ec_state",NULL);
987 len=lp_config_get_int(lc->config,"sound","ec_tail_len",0);
988 delay=lp_config_get_int(lc->config,"sound","ec_delay",0);
989 framesize=lp_config_get_int(lc->config,"sound","ec_framesize",0);
990 audio_stream_set_echo_canceller_params(audiostream,len,delay,framesize);
991 if (statestr && audiostream->ec){
992 ms_filter_call_method(audiostream->ec,MS_ECHO_CANCELLER_SET_STATE_STRING,(void*)statestr);
995 audio_stream_enable_automatic_gain_control(audiostream,linphone_core_agc_enabled(lc));
997 int enabled=lp_config_get_int(lc->config,"sound","noisegate",0);
998 audio_stream_enable_noise_gate(audiostream,enabled);
1002 RtpTransport *artp=lc->rtptf->audio_rtp_func(lc->rtptf->audio_rtp_func_data, call->audio_port);
1003 RtpTransport *artcp=lc->rtptf->audio_rtcp_func(lc->rtptf->audio_rtcp_func_data, call->audio_port+1);
1004 rtp_session_set_transports(audiostream->session,artp,artcp);
1006 if ((linphone_core_get_firewall_policy(lc) == LinphonePolicyUseIce) && (call->ice_session != NULL)){
1007 rtp_session_set_pktinfo(audiostream->session, TRUE);
1008 audiostream->ice_check_list = ice_session_check_list(call->ice_session, 0);
1009 ice_check_list_set_rtp_session(audiostream->ice_check_list, audiostream->session);
1012 call->audiostream_app_evq = ortp_ev_queue_new();
1013 rtp_session_register_event_queue(audiostream->session,call->audiostream_app_evq);
1016 void linphone_call_init_video_stream(LinphoneCall *call){
1017 #ifdef VIDEO_ENABLED
1018 LinphoneCore *lc=call->core;
1019 SalMediaDescription *md=call->localdesc;
1021 if ((lc->video_conf.display || lc->video_conf.capture) && md->streams[1].rtp_port>0){
1022 int video_recv_buf_size=lp_config_get_int(lc->config,"video","recv_buf_size",0);
1023 call->videostream=video_stream_new(md->streams[1].rtp_port,md->streams[1].rtcp_port,linphone_core_ipv6_enabled(lc));
1024 video_stream_enable_display_filter_auto_rotate(call->videostream, lp_config_get_int(lc->config,"video","display_filter_auto_rotate",0));
1025 if (video_recv_buf_size>0) rtp_session_set_recv_buf_size(call->videostream->session,video_recv_buf_size);
1027 if( lc->video_conf.displaytype != NULL)
1028 video_stream_set_display_filter_name(call->videostream,lc->video_conf.displaytype);
1029 video_stream_set_event_callback(call->videostream,video_stream_event_cb, call);
1031 RtpTransport *vrtp=lc->rtptf->video_rtp_func(lc->rtptf->video_rtp_func_data, call->video_port);
1032 RtpTransport *vrtcp=lc->rtptf->video_rtcp_func(lc->rtptf->video_rtcp_func_data, call->video_port+1);
1033 rtp_session_set_transports(call->videostream->session,vrtp,vrtcp);
1035 if ((linphone_core_get_firewall_policy(lc) == LinphonePolicyUseIce) && (call->ice_session != NULL) && (ice_session_check_list(call->ice_session, 1))){
1036 rtp_session_set_pktinfo(call->videostream->session, TRUE);
1037 call->videostream->ice_check_list = ice_session_check_list(call->ice_session, 1);
1038 ice_check_list_set_rtp_session(call->videostream->ice_check_list, call->videostream->session);
1040 call->videostream_app_evq = ortp_ev_queue_new();
1041 rtp_session_register_event_queue(call->videostream->session,call->videostream_app_evq);
1042 #ifdef TEST_EXT_RENDERER
1043 video_stream_set_render_callback(call->videostream,rendercb,NULL);
1047 call->videostream=NULL;
1051 void linphone_call_init_media_streams(LinphoneCall *call){
1052 linphone_call_init_audio_stream(call);
1053 linphone_call_init_video_stream(call);
1057 static int dtmf_tab[16]={'0','1','2','3','4','5','6','7','8','9','*','#','A','B','C','D'};
1059 static void linphone_core_dtmf_received(RtpSession* s, int dtmf, void* user_data){
1060 LinphoneCore* lc = (LinphoneCore*)user_data;
1061 if (dtmf<0 || dtmf>15){
1062 ms_warning("Bad dtmf value %i",dtmf);
1065 if (lc->vtable.dtmf_received != NULL)
1066 lc->vtable.dtmf_received(lc, linphone_core_get_current_call(lc), dtmf_tab[dtmf]);
1069 static void parametrize_equalizer(LinphoneCore *lc, AudioStream *st){
1071 MSFilter *f=st->equalizer;
1072 int enabled=lp_config_get_int(lc->config,"sound","eq_active",0);
1073 const char *gains=lp_config_get_string(lc->config,"sound","eq_gains",NULL);
1074 ms_filter_call_method(f,MS_EQUALIZER_SET_ACTIVE,&enabled);
1080 if (sscanf(gains,"%f:%f:%f %n",&g.frequency,&g.gain,&g.width,&bytes)==3){
1081 ms_message("Read equalizer gains: %f(~%f) --> %f",g.frequency,g.width,g.gain);
1082 ms_filter_call_method(f,MS_EQUALIZER_SET_GAIN,&g);
1091 void _post_configure_audio_stream(AudioStream *st, LinphoneCore *lc, bool_t muted){
1092 float mic_gain=lp_config_get_float(lc->config,"sound","mic_gain",1);
1095 float ng_thres=lp_config_get_float(lc->config,"sound","ng_thres",0.05);
1096 float ng_floorgain=lp_config_get_float(lc->config,"sound","ng_floorgain",0);
1097 int dc_removal=lp_config_get_int(lc->config,"sound","dc_removal",0);
1100 audio_stream_set_mic_gain(st,mic_gain);
1102 audio_stream_set_mic_gain(st,0);
1104 recv_gain = lc->sound_conf.soft_play_lev;
1105 if (recv_gain != 0) {
1106 linphone_core_set_playback_gain_db (lc,recv_gain);
1110 ms_filter_call_method(st->volsend,MS_VOLUME_REMOVE_DC,&dc_removal);
1111 float speed=lp_config_get_float(lc->config,"sound","el_speed",-1);
1112 thres=lp_config_get_float(lc->config,"sound","el_thres",-1);
1113 float force=lp_config_get_float(lc->config,"sound","el_force",-1);
1114 int sustain=lp_config_get_int(lc->config,"sound","el_sustain",-1);
1115 float transmit_thres=lp_config_get_float(lc->config,"sound","el_transmit_thres",-1);
1118 if (speed==-1) speed=0.03;
1119 if (force==-1) force=25;
1120 ms_filter_call_method(f,MS_VOLUME_SET_EA_SPEED,&speed);
1121 ms_filter_call_method(f,MS_VOLUME_SET_EA_FORCE,&force);
1123 ms_filter_call_method(f,MS_VOLUME_SET_EA_THRESHOLD,&thres);
1125 ms_filter_call_method(f,MS_VOLUME_SET_EA_SUSTAIN,&sustain);
1126 if (transmit_thres!=-1)
1127 ms_filter_call_method(f,MS_VOLUME_SET_EA_TRANSMIT_THRESHOLD,&transmit_thres);
1129 ms_filter_call_method(st->volsend,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_thres);
1130 ms_filter_call_method(st->volsend,MS_VOLUME_SET_NOISE_GATE_FLOORGAIN,&ng_floorgain);
1133 /* parameters for a limited noise-gate effect, using echo limiter threshold */
1134 float floorgain = 1/mic_gain;
1135 int spk_agc=lp_config_get_int(lc->config,"sound","speaker_agc_enabled",0);
1136 ms_filter_call_method(st->volrecv, MS_VOLUME_ENABLE_AGC, &spk_agc);
1137 ms_filter_call_method(st->volrecv,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_thres);
1138 ms_filter_call_method(st->volrecv,MS_VOLUME_SET_NOISE_GATE_FLOORGAIN,&floorgain);
1140 parametrize_equalizer(lc,st);
1143 static void post_configure_audio_streams(LinphoneCall*call){
1144 AudioStream *st=call->audiostream;
1145 LinphoneCore *lc=call->core;
1146 _post_configure_audio_stream(st,lc,call->audio_muted);
1147 if (lc->vtable.dtmf_received!=NULL){
1148 /* replace by our default action*/
1149 audio_stream_play_received_dtmfs(call->audiostream,FALSE);
1150 rtp_session_signal_connect(call->audiostream->session,"telephone-event",(RtpCallback)linphone_core_dtmf_received,(unsigned long)lc);
1154 static RtpProfile *make_profile(LinphoneCall *call, const SalMediaDescription *md, const SalStreamDescription *desc, int *used_pt){
1157 RtpProfile *prof=rtp_profile_new("Call profile");
1160 LinphoneCore *lc=call->core;
1164 for(elem=desc->payloads;elem!=NULL;elem=elem->next){
1165 PayloadType *pt=(PayloadType*)elem->data;
1168 if ((pt->flags & PAYLOAD_TYPE_FLAG_CAN_SEND) && first) {
1169 if (desc->type==SalAudio){
1170 linphone_core_update_allocated_audio_bandwidth_in_call(call,pt);
1171 up_ptime=linphone_core_get_upload_ptime(lc);
1173 *used_pt=payload_type_get_number(pt);
1176 if (desc->bandwidth>0) remote_bw=desc->bandwidth;
1177 else if (md->bandwidth>0) {
1178 /*case where b=AS is given globally, not per stream*/
1179 remote_bw=md->bandwidth;
1180 if (desc->type==SalVideo){
1181 remote_bw=get_video_bandwidth(remote_bw,call->audio_bw);
1185 if (desc->type==SalAudio){
1186 bw=get_min_bandwidth(call->audio_bw,remote_bw);
1187 }else bw=get_min_bandwidth(get_video_bandwidth(linphone_core_get_upload_bandwidth (lc),call->audio_bw),remote_bw);
1188 if (bw>0) pt->normal_bitrate=bw*1000;
1189 else if (desc->type==SalAudio){
1190 pt->normal_bitrate=-1;
1193 up_ptime=desc->ptime;
1197 snprintf(tmp,sizeof(tmp),"ptime=%i",up_ptime);
1198 payload_type_append_send_fmtp(pt,tmp);
1200 number=payload_type_get_number(pt);
1201 if (rtp_profile_get_payload(prof,number)!=NULL){
1202 ms_warning("A payload type with number %i already exists in profile !",number);
1204 rtp_profile_set_payload(prof,number,pt);
1210 static void setup_ring_player(LinphoneCore *lc, LinphoneCall *call){
1211 int pause_time=3000;
1212 audio_stream_play(call->audiostream,lc->sound_conf.ringback_tone);
1213 ms_filter_call_method(call->audiostream->soundread,MS_FILE_PLAYER_LOOP,&pause_time);
1216 #define LINPHONE_RTCP_SDES_TOOL "Linphone-" LINPHONE_VERSION
1218 static bool_t linphone_call_sound_resources_available(LinphoneCall *call){
1219 LinphoneCore *lc=call->core;
1220 LinphoneCall *current=linphone_core_get_current_call(lc);
1221 return !linphone_core_is_in_conference(lc) &&
1222 (current==NULL || current==call);
1224 static int find_crypto_index_from_tag(const SalSrtpCryptoAlgo crypto[],unsigned char tag) {
1226 for(i=0; i<SAL_CRYPTO_ALGO_MAX; i++) {
1227 if (crypto[i].tag == tag) {
1233 static void linphone_call_start_audio_stream(LinphoneCall *call, const char *cname, bool_t muted, bool_t send_ringbacktone, bool_t use_arc){
1234 LinphoneCore *lc=call->core;
1235 int jitt_comp=lc->rtp_conf.audio_jitt_comp;
1237 /* look for savp stream first */
1238 const SalStreamDescription *stream=sal_media_description_find_stream(call->resultdesc,
1239 SalProtoRtpSavp,SalAudio);
1240 /* no savp audio stream, use avp */
1242 stream=sal_media_description_find_stream(call->resultdesc,
1243 SalProtoRtpAvp,SalAudio);
1245 if (stream && stream->dir!=SalStreamInactive && stream->rtp_port!=0){
1246 MSSndCard *playcard=lc->sound_conf.lsd_card ?
1247 lc->sound_conf.lsd_card : lc->sound_conf.play_sndcard;
1248 MSSndCard *captcard=lc->sound_conf.capt_sndcard;
1249 const char *playfile=lc->play_file;
1250 const char *recfile=lc->rec_file;
1251 call->audio_profile=make_profile(call,call->resultdesc,stream,&used_pt);
1255 call->current_params.audio_codec = rtp_profile_get_payload(call->audio_profile, used_pt);
1256 if (playcard==NULL) {
1257 ms_warning("No card defined for playback !");
1259 if (captcard==NULL) {
1260 ms_warning("No card defined for capture !");
1262 /*Replace soundcard filters by inactive file players or recorders
1263 when placed in recvonly or sendonly mode*/
1264 if (stream->rtp_port==0 || stream->dir==SalStreamRecvOnly){
1267 }else if (stream->dir==SalStreamSendOnly){
1271 /*And we will eventually play "playfile" if set by the user*/
1274 if (send_ringbacktone){
1276 playfile=NULL;/* it is setup later*/
1278 /*if playfile are supplied don't use soundcards*/
1279 if (lc->use_files) {
1283 if (call->params.in_conference){
1284 /* first create the graph without soundcard resources*/
1285 captcard=playcard=NULL;
1287 if (!linphone_call_sound_resources_available(call)){
1288 ms_message("Sound resources are used by another call, not using soundcard.");
1289 captcard=playcard=NULL;
1291 use_ec=captcard==NULL ? FALSE : linphone_core_echo_cancellation_enabled(lc);
1292 if (playcard && stream->max_rate>0) ms_snd_card_set_preferred_sample_rate(playcard, stream->max_rate);
1293 if (captcard && stream->max_rate>0) ms_snd_card_set_preferred_sample_rate(captcard, stream->max_rate);
1294 audio_stream_enable_adaptive_bitrate_control(call->audiostream,use_arc);
1295 audio_stream_start_full(
1297 call->audio_profile,
1298 stream->rtp_addr[0]!='\0' ? stream->rtp_addr : call->resultdesc->addr,
1300 stream->rtcp_addr[0]!='\0' ? stream->rtcp_addr : call->resultdesc->addr,
1301 linphone_core_rtcp_enabled(lc) ? (stream->rtcp_port) : 0,
1310 post_configure_audio_streams(call);
1311 if (muted && !send_ringbacktone){
1312 audio_stream_set_mic_gain(call->audiostream,0);
1314 if (stream->dir==SalStreamSendOnly && playfile!=NULL){
1316 ms_filter_call_method(call->audiostream->soundread,MS_FILE_PLAYER_LOOP,&pause_time);
1318 if (send_ringbacktone){
1319 setup_ring_player(lc,call);
1321 audio_stream_set_rtcp_information(call->audiostream, cname, LINPHONE_RTCP_SDES_TOOL);
1323 /* valid local tags are > 0 */
1324 if (stream->proto == SalProtoRtpSavp) {
1325 const SalStreamDescription *local_st_desc=sal_media_description_find_stream(call->localdesc,
1326 SalProtoRtpSavp,SalAudio);
1327 int crypto_idx = find_crypto_index_from_tag(local_st_desc->crypto, stream->crypto_local_tag);
1329 if (crypto_idx >= 0) {
1330 audio_stream_enable_strp(
1332 stream->crypto[0].algo,
1333 local_st_desc->crypto[crypto_idx].master_key,
1334 stream->crypto[0].master_key);
1335 call->audiostream_encrypted=TRUE;
1337 ms_warning("Failed to find local crypto algo with tag: %d", stream->crypto_local_tag);
1338 call->audiostream_encrypted=FALSE;
1340 }else call->audiostream_encrypted=FALSE;
1341 if (call->params.in_conference){
1342 /*transform the graph to connect it to the conference filter */
1343 bool_t mute=stream->dir==SalStreamRecvOnly;
1344 linphone_call_add_to_conf(call, mute);
1346 call->current_params.in_conference=call->params.in_conference;
1347 }else ms_warning("No audio stream accepted ?");
1351 static void linphone_call_start_video_stream(LinphoneCall *call, const char *cname,bool_t all_inputs_muted){
1352 #ifdef VIDEO_ENABLED
1353 LinphoneCore *lc=call->core;
1355 /* look for savp stream first */
1356 const SalStreamDescription *vstream=sal_media_description_find_stream(call->resultdesc,
1357 SalProtoRtpSavp,SalVideo);
1358 /* no savp audio stream, use avp */
1360 vstream=sal_media_description_find_stream(call->resultdesc,
1361 SalProtoRtpAvp,SalVideo);
1363 /* shutdown preview */
1364 if (lc->previewstream!=NULL) {
1365 video_preview_stop(lc->previewstream);
1366 lc->previewstream=NULL;
1369 if (vstream!=NULL && vstream->dir!=SalStreamInactive && vstream->rtp_port!=0) {
1370 const char *rtp_addr=vstream->rtp_addr[0]!='\0' ? vstream->rtp_addr : call->resultdesc->addr;
1371 const char *rtcp_addr=vstream->rtcp_addr[0]!='\0' ? vstream->rtcp_addr : call->resultdesc->addr;
1372 call->video_profile=make_profile(call,call->resultdesc,vstream,&used_pt);
1374 call->current_params.video_codec = rtp_profile_get_payload(call->video_profile, used_pt);
1375 VideoStreamDir dir=VideoStreamSendRecv;
1376 MSWebCam *cam=lc->video_conf.device;
1377 bool_t is_inactive=FALSE;
1379 call->current_params.has_video=TRUE;
1381 video_stream_enable_adaptive_bitrate_control(call->videostream,
1382 linphone_core_adaptive_rate_control_enabled(lc));
1383 video_stream_set_sent_video_size(call->videostream,linphone_core_get_preferred_video_size(lc));
1384 video_stream_enable_self_view(call->videostream,lc->video_conf.selfview);
1385 if (lc->video_window_id!=0)
1386 video_stream_set_native_window_id(call->videostream,lc->video_window_id);
1387 if (lc->preview_window_id!=0)
1388 video_stream_set_native_preview_window_id (call->videostream,lc->preview_window_id);
1389 video_stream_use_preview_video_window (call->videostream,lc->use_preview_window);
1391 if (vstream->dir==SalStreamSendOnly && lc->video_conf.capture ){
1392 cam=get_nowebcam_device();
1393 dir=VideoStreamSendOnly;
1394 }else if (vstream->dir==SalStreamRecvOnly && lc->video_conf.display ){
1395 dir=VideoStreamRecvOnly;
1396 }else if (vstream->dir==SalStreamSendRecv){
1397 if (lc->video_conf.display && lc->video_conf.capture)
1398 dir=VideoStreamSendRecv;
1399 else if (lc->video_conf.display)
1400 dir=VideoStreamRecvOnly;
1402 dir=VideoStreamSendOnly;
1404 ms_warning("video stream is inactive.");
1405 /*either inactive or incompatible with local capabilities*/
1408 if (call->camera_active==FALSE || all_inputs_muted){
1409 cam=get_nowebcam_device();
1412 call->log->video_enabled = TRUE;
1413 video_stream_set_direction (call->videostream, dir);
1414 ms_message("%s lc rotation:%d\n", __FUNCTION__, lc->device_rotation);
1415 video_stream_set_device_rotation(call->videostream, lc->device_rotation);
1416 video_stream_start(call->videostream,
1417 call->video_profile, rtp_addr, vstream->rtp_port,
1418 rtcp_addr, linphone_core_rtcp_enabled(lc) ? (vstream->rtcp_port) : 0,
1419 used_pt, lc->rtp_conf.audio_jitt_comp, cam);
1420 video_stream_set_rtcp_information(call->videostream, cname,LINPHONE_RTCP_SDES_TOOL);
1423 if (vstream->proto == SalProtoRtpSavp) {
1424 const SalStreamDescription *local_st_desc=sal_media_description_find_stream(call->localdesc,
1425 SalProtoRtpSavp,SalVideo);
1427 video_stream_enable_strp(
1429 vstream->crypto[0].algo,
1430 local_st_desc->crypto[0].master_key,
1431 vstream->crypto[0].master_key
1433 call->videostream_encrypted=TRUE;
1435 call->videostream_encrypted=FALSE;
1437 }else ms_warning("No video stream accepted.");
1439 ms_warning("No valid video stream defined.");
1444 void linphone_call_start_media_streams(LinphoneCall *call, bool_t all_inputs_muted, bool_t send_ringbacktone){
1445 LinphoneCore *lc=call->core;
1447 call->current_params.audio_codec = NULL;
1448 call->current_params.video_codec = NULL;
1450 LinphoneAddress *me=linphone_core_get_primary_contact_parsed(lc);
1452 bool_t use_arc=linphone_core_adaptive_rate_control_enabled(lc);
1453 #ifdef VIDEO_ENABLED
1454 const SalStreamDescription *vstream=sal_media_description_find_stream(call->resultdesc,
1455 SalProtoRtpAvp,SalVideo);
1458 if(call->audiostream == NULL)
1460 ms_fatal("start_media_stream() called without prior init !");
1463 cname=linphone_address_as_string_uri_only(me);
1465 #if defined(VIDEO_ENABLED)
1466 if (vstream!=NULL && vstream->dir!=SalStreamInactive && vstream->payloads!=NULL){
1467 /*when video is used, do not make adaptive rate control on audio, it is stupid.*/
1471 linphone_call_start_audio_stream(call,cname,all_inputs_muted,send_ringbacktone,use_arc);
1472 call->current_params.has_video=FALSE;
1473 if (call->videostream!=NULL) {
1474 linphone_call_start_video_stream(call,cname,all_inputs_muted);
1477 call->all_muted=all_inputs_muted;
1478 call->playing_ringbacktone=send_ringbacktone;
1479 call->up_bw=linphone_core_get_upload_bandwidth(lc);
1481 if (call->params.media_encryption==LinphoneMediaEncryptionZRTP) {
1482 OrtpZrtpParams params;
1483 /*will be set later when zrtp is activated*/
1484 call->current_params.media_encryption=LinphoneMediaEncryptionNone;
1486 params.zid_file=lc->zrtp_secrets_cache;
1487 audio_stream_enable_zrtp(call->audiostream,¶ms);
1488 }else if (call->params.media_encryption==LinphoneMediaEncryptionSRTP){
1489 call->current_params.media_encryption=linphone_call_are_all_streams_encrypted(call) ?
1490 LinphoneMediaEncryptionSRTP : LinphoneMediaEncryptionNone;
1493 /*also reflect the change if the "wished" params, in order to avoid to propose SAVP or video again
1494 * further in the call, for example during pause,resume, conferencing reINVITEs*/
1495 linphone_call_fix_call_parameters(call);
1496 if ((call->ice_session != NULL) && (ice_session_state(call->ice_session) != IS_Completed)) {
1497 ice_session_start_connectivity_checks(call->ice_session);
1503 linphone_address_destroy(me);
1506 void linphone_call_start_media_streams_for_ice_gathering(LinphoneCall *call){
1507 audio_stream_start_ice_gathering(call->audiostream);
1508 if (call->videostream) {
1509 video_stream_start_ice_gathering(call->videostream);
1513 void linphone_call_delete_ice_session(LinphoneCall *call){
1514 if (call->ice_session != NULL) {
1515 ice_session_destroy(call->ice_session);
1516 call->ice_session = NULL;
1517 if (call->audiostream != NULL) call->audiostream->ice_check_list = NULL;
1518 if (call->videostream != NULL) call->videostream->ice_check_list = NULL;
1522 static void linphone_call_log_fill_stats(LinphoneCallLog *log, AudioStream *st){
1523 audio_stream_get_local_rtp_stats (st,&log->local_stats);
1524 log->quality=audio_stream_get_average_quality_rating(st);
1527 void linphone_call_stop_media_streams(LinphoneCall *call){
1528 if (call->audiostream!=NULL) {
1529 call->audiostream->ice_check_list = NULL;
1530 rtp_session_unregister_event_queue(call->audiostream->session,call->audiostream_app_evq);
1531 ortp_ev_queue_flush(call->audiostream_app_evq);
1532 ortp_ev_queue_destroy(call->audiostream_app_evq);
1533 call->audiostream_app_evq=NULL;
1535 if (call->audiostream->ec){
1536 const char *state_str=NULL;
1537 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_STATE_STRING,&state_str);
1539 ms_message("Writing echo canceler state, %i bytes",(int)strlen(state_str));
1540 lp_config_set_string(call->core->config,"sound","ec_state",state_str);
1543 linphone_call_log_fill_stats (call->log,call->audiostream);
1544 if (call->endpoint){
1545 linphone_call_remove_from_conf(call);
1547 audio_stream_stop(call->audiostream);
1548 call->audiostream=NULL;
1552 #ifdef VIDEO_ENABLED
1553 if (call->videostream!=NULL){
1554 call->videostream->ice_check_list = NULL;
1555 rtp_session_unregister_event_queue(call->videostream->session,call->videostream_app_evq);
1556 ortp_ev_queue_flush(call->videostream_app_evq);
1557 ortp_ev_queue_destroy(call->videostream_app_evq);
1558 call->videostream_app_evq=NULL;
1559 video_stream_stop(call->videostream);
1560 call->videostream=NULL;
1563 ms_event_queue_skip(call->core->msevq);
1565 if (call->audio_profile){
1566 rtp_profile_clear_all(call->audio_profile);
1567 rtp_profile_destroy(call->audio_profile);
1568 call->audio_profile=NULL;
1570 if (call->video_profile){
1571 rtp_profile_clear_all(call->video_profile);
1572 rtp_profile_destroy(call->video_profile);
1573 call->video_profile=NULL;
1579 void linphone_call_enable_echo_cancellation(LinphoneCall *call, bool_t enable) {
1580 if (call!=NULL && call->audiostream!=NULL && call->audiostream->ec){
1581 bool_t bypass_mode = !enable;
1582 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_SET_BYPASS_MODE,&bypass_mode);
1585 bool_t linphone_call_echo_cancellation_enabled(LinphoneCall *call) {
1586 if (call!=NULL && call->audiostream!=NULL && call->audiostream->ec){
1588 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_BYPASS_MODE,&val);
1591 return linphone_core_echo_cancellation_enabled(call->core);
1595 void linphone_call_enable_echo_limiter(LinphoneCall *call, bool_t val){
1596 if (call!=NULL && call->audiostream!=NULL ) {
1598 const char *type=lp_config_get_string(call->core->config,"sound","el_type","mic");
1599 if (strcasecmp(type,"mic")==0)
1600 audio_stream_enable_echo_limiter(call->audiostream,ELControlMic);
1601 else if (strcasecmp(type,"full")==0)
1602 audio_stream_enable_echo_limiter(call->audiostream,ELControlFull);
1604 audio_stream_enable_echo_limiter(call->audiostream,ELInactive);
1609 bool_t linphone_call_echo_limiter_enabled(const LinphoneCall *call){
1610 if (call!=NULL && call->audiostream!=NULL ){
1611 return call->audiostream->el_type !=ELInactive ;
1613 return linphone_core_echo_limiter_enabled(call->core);
1618 * @addtogroup call_misc
1623 * Returns the measured sound volume played locally (received from remote).
1624 * It is expressed in dbm0.
1626 float linphone_call_get_play_volume(LinphoneCall *call){
1627 AudioStream *st=call->audiostream;
1628 if (st && st->volrecv){
1630 ms_filter_call_method(st->volrecv,MS_VOLUME_GET,&vol);
1634 return LINPHONE_VOLUME_DB_LOWEST;
1638 * Returns the measured sound volume recorded locally (sent to remote).
1639 * It is expressed in dbm0.
1641 float linphone_call_get_record_volume(LinphoneCall *call){
1642 AudioStream *st=call->audiostream;
1643 if (st && st->volsend && !call->audio_muted && call->state==LinphoneCallStreamsRunning){
1645 ms_filter_call_method(st->volsend,MS_VOLUME_GET,&vol);
1649 return LINPHONE_VOLUME_DB_LOWEST;
1653 * Obtain real-time quality rating of the call
1655 * Based on local RTP statistics and RTCP feedback, a quality rating is computed and updated
1656 * during all the duration of the call. This function returns its value at the time of the function call.
1657 * It is expected that the rating is updated at least every 5 seconds or so.
1658 * The rating is a floating point number comprised between 0 and 5.
1660 * 4-5 = good quality <br>
1661 * 3-4 = average quality <br>
1662 * 2-3 = poor quality <br>
1663 * 1-2 = very poor quality <br>
1664 * 0-1 = can't be worse, mostly unusable <br>
1666 * @returns The function returns -1 if no quality measurement is available, for example if no
1667 * active audio stream exist. Otherwise it returns the quality rating.
1669 float linphone_call_get_current_quality(LinphoneCall *call){
1670 if (call->audiostream){
1671 return audio_stream_get_quality_rating(call->audiostream);
1677 * Returns call quality averaged over all the duration of the call.
1679 * See linphone_call_get_current_quality() for more details about quality measurement.
1681 float linphone_call_get_average_quality(LinphoneCall *call){
1682 if (call->audiostream){
1683 return audio_stream_get_average_quality_rating(call->audiostream);
1689 * Access last known statistics for audio stream, for a given call.
1691 const LinphoneCallStats *linphone_call_get_audio_stats(const LinphoneCall *call) {
1692 return &call->stats[LINPHONE_CALL_STATS_AUDIO];
1696 * Access last known statistics for video stream, for a given call.
1698 const LinphoneCallStats *linphone_call_get_video_stats(const LinphoneCall *call) {
1699 return &call->stats[LINPHONE_CALL_STATS_VIDEO];
1707 static void display_bandwidth(RtpSession *as, RtpSession *vs){
1708 ms_message("bandwidth usage: audio=[d=%.1f,u=%.1f] video=[d=%.1f,u=%.1f] kbit/sec",
1709 (as!=NULL) ? (rtp_session_compute_recv_bandwidth(as)*1e-3) : 0,
1710 (as!=NULL) ? (rtp_session_compute_send_bandwidth(as)*1e-3) : 0,
1711 (vs!=NULL) ? (rtp_session_compute_recv_bandwidth(vs)*1e-3) : 0,
1712 (vs!=NULL) ? (rtp_session_compute_send_bandwidth(vs)*1e-3) : 0);
1715 static void linphone_core_disconnected(LinphoneCore *lc, LinphoneCall *call){
1719 from = linphone_call_get_remote_address_as_string(call);
1722 snprintf(temp,sizeof(temp),"Remote end %s seems to have disconnected, the call is going to be closed.",from);
1727 snprintf(temp,sizeof(temp),"Remote end seems to have disconnected, the call is going to be closed.");
1729 if (lc->vtable.display_warning!=NULL)
1730 lc->vtable.display_warning(lc,temp);
1731 linphone_core_terminate_call(lc,call);
1734 static void handle_ice_events(LinphoneCall *call, OrtpEvent *ev){
1735 OrtpEventType evt=ortp_event_get_type(ev);
1736 OrtpEventData *evd=ortp_event_get_data(ev);
1738 if (evt == ORTP_EVENT_ICE_SESSION_PROCESSING_FINISHED) {
1739 if (ice_session_role(call->ice_session) == IR_Controlling) {
1740 linphone_core_update_call(call->core, call, &call->current_params);
1742 } else if (evt == ORTP_EVENT_ICE_GATHERING_FINISHED) {
1743 LinphoneCallParams *params;
1744 switch (call->state) {
1745 case LinphoneCallStreamsRunning:
1746 case LinphoneCallUpdatedByRemote:
1747 if (evd->info.ice_processing_successful==TRUE) {
1748 ice_session_compute_candidates_foundations(call->ice_session);
1749 ice_session_eliminate_redundant_candidates(call->ice_session);
1750 ice_session_choose_default_candidates(call->ice_session);
1752 params = linphone_call_params_copy(linphone_call_get_current_params(call));
1753 linphone_call_params_enable_video(params, TRUE);
1754 if (call->state == LinphoneCallStreamsRunning) {
1755 linphone_core_update_call(call->core, call, params);
1756 } else { /* LinphoneCallUpdatedByRemote */
1757 linphone_core_accept_call_update(call->core, call, params);
1759 linphone_call_params_destroy(params);
1761 case LinphoneCallOutgoingInit:
1763 linphone_call_stop_media_streams(call);
1764 if (evd->info.ice_processing_successful==TRUE) {
1765 ice_session_compute_candidates_foundations(call->ice_session);
1766 ice_session_eliminate_redundant_candidates(call->ice_session);
1767 ice_session_choose_default_candidates(call->ice_session);
1769 linphone_call_delete_ice_session(call);
1771 if (call->state==LinphoneCallOutgoingInit) {
1772 linphone_core_start_invite(call->core,call,NULL);
1774 linphone_core_notify_incoming_call(call->core,call);
1781 void linphone_call_background_tasks(LinphoneCall *call, bool_t one_second_elapsed){
1782 LinphoneCore* lc = call->core;
1783 int disconnect_timeout = linphone_core_get_nortp_timeout(call->core);
1784 bool_t disconnected=FALSE;
1786 if (call->state==LinphoneCallStreamsRunning && one_second_elapsed){
1787 RtpSession *as=NULL,*vs=NULL;
1788 float audio_load=0, video_load=0;
1789 if (call->audiostream!=NULL){
1790 as=call->audiostream->session;
1791 if (call->audiostream->ticker)
1792 audio_load=ms_ticker_get_average_load(call->audiostream->ticker);
1794 if (call->videostream!=NULL){
1795 if (call->videostream->ticker)
1796 video_load=ms_ticker_get_average_load(call->videostream->ticker);
1797 vs=call->videostream->session;
1799 display_bandwidth(as,vs);
1800 ms_message("Thread processing load: audio=%f\tvideo=%f",audio_load,video_load);
1802 #ifdef VIDEO_ENABLED
1803 if (call->videostream!=NULL) {
1806 /* Ensure there is no dangling ICE check list. */
1807 if (call->ice_session == NULL) call->videostream->ice_check_list = NULL;
1809 // Beware that the application queue should not depend on treatments fron the
1810 // mediastreamer queue.
1811 video_stream_iterate(call->videostream);
1813 while (call->videostream_app_evq && (NULL != (ev=ortp_ev_queue_get(call->videostream_app_evq)))){
1814 OrtpEventType evt=ortp_event_get_type(ev);
1815 OrtpEventData *evd=ortp_event_get_data(ev);
1816 if (evt == ORTP_EVENT_ZRTP_ENCRYPTION_CHANGED){
1817 linphone_call_videostream_encryption_changed(call, evd->info.zrtp_stream_encrypted);
1818 } else if (evt == ORTP_EVENT_RTCP_PACKET_RECEIVED) {
1819 call->stats[LINPHONE_CALL_STATS_VIDEO].round_trip_delay = rtp_session_get_round_trip_propagation(call->videostream->session);
1820 if(call->stats[LINPHONE_CALL_STATS_VIDEO].received_rtcp != NULL)
1821 freemsg(call->stats[LINPHONE_CALL_STATS_VIDEO].received_rtcp);
1822 call->stats[LINPHONE_CALL_STATS_VIDEO].received_rtcp = evd->packet;
1824 if (lc->vtable.call_stats_updated)
1825 lc->vtable.call_stats_updated(lc, call, &call->stats[LINPHONE_CALL_STATS_VIDEO]);
1826 } else if (evt == ORTP_EVENT_RTCP_PACKET_EMITTED) {
1827 memcpy(&call->stats[LINPHONE_CALL_STATS_VIDEO].jitter_stats, rtp_session_get_jitter_stats(call->videostream->session), sizeof(jitter_stats_t));
1828 if(call->stats[LINPHONE_CALL_STATS_VIDEO].sent_rtcp != NULL)
1829 freemsg(call->stats[LINPHONE_CALL_STATS_VIDEO].sent_rtcp);
1830 call->stats[LINPHONE_CALL_STATS_VIDEO].sent_rtcp = evd->packet;
1832 if (lc->vtable.call_stats_updated)
1833 lc->vtable.call_stats_updated(lc, call, &call->stats[LINPHONE_CALL_STATS_VIDEO]);
1834 } else if ((evt == ORTP_EVENT_ICE_SESSION_PROCESSING_FINISHED) || (evt == ORTP_EVENT_ICE_GATHERING_FINISHED)) {
1835 handle_ice_events(call, ev);
1837 ortp_event_destroy(ev);
1841 if (call->audiostream!=NULL) {
1844 /* Ensure there is no dangling ICE check list. */
1845 if (call->ice_session == NULL) call->audiostream->ice_check_list = NULL;
1847 // Beware that the application queue should not depend on treatments fron the
1848 // mediastreamer queue.
1849 audio_stream_iterate(call->audiostream);
1851 while (call->audiostream_app_evq && (NULL != (ev=ortp_ev_queue_get(call->audiostream_app_evq)))){
1852 OrtpEventType evt=ortp_event_get_type(ev);
1853 OrtpEventData *evd=ortp_event_get_data(ev);
1854 if (evt == ORTP_EVENT_ZRTP_ENCRYPTION_CHANGED){
1855 linphone_call_audiostream_encryption_changed(call, evd->info.zrtp_stream_encrypted);
1856 } else if (evt == ORTP_EVENT_ZRTP_SAS_READY) {
1857 linphone_call_audiostream_auth_token_ready(call, evd->info.zrtp_sas.sas, evd->info.zrtp_sas.verified);
1858 } else if (evt == ORTP_EVENT_RTCP_PACKET_RECEIVED) {
1859 call->stats[LINPHONE_CALL_STATS_AUDIO].round_trip_delay = rtp_session_get_round_trip_propagation(call->audiostream->session);
1860 if(call->stats[LINPHONE_CALL_STATS_AUDIO].received_rtcp != NULL)
1861 freemsg(call->stats[LINPHONE_CALL_STATS_AUDIO].received_rtcp);
1862 call->stats[LINPHONE_CALL_STATS_AUDIO].received_rtcp = evd->packet;
1864 if (lc->vtable.call_stats_updated)
1865 lc->vtable.call_stats_updated(lc, call, &call->stats[LINPHONE_CALL_STATS_AUDIO]);
1866 } else if (evt == ORTP_EVENT_RTCP_PACKET_EMITTED) {
1867 memcpy(&call->stats[LINPHONE_CALL_STATS_AUDIO].jitter_stats, rtp_session_get_jitter_stats(call->audiostream->session), sizeof(jitter_stats_t));
1868 if(call->stats[LINPHONE_CALL_STATS_AUDIO].sent_rtcp != NULL)
1869 freemsg(call->stats[LINPHONE_CALL_STATS_AUDIO].sent_rtcp);
1870 call->stats[LINPHONE_CALL_STATS_AUDIO].sent_rtcp = evd->packet;
1872 if (lc->vtable.call_stats_updated)
1873 lc->vtable.call_stats_updated(lc, call, &call->stats[LINPHONE_CALL_STATS_AUDIO]);
1874 } else if ((evt == ORTP_EVENT_ICE_SESSION_PROCESSING_FINISHED) || (evt == ORTP_EVENT_ICE_GATHERING_FINISHED)) {
1875 handle_ice_events(call, ev);
1877 ortp_event_destroy(ev);
1880 if (call->state==LinphoneCallStreamsRunning && one_second_elapsed && call->audiostream!=NULL && disconnect_timeout>0 )
1881 disconnected=!audio_stream_alive(call->audiostream,disconnect_timeout);
1883 linphone_core_disconnected(call->core,call);
1886 void linphone_call_log_completed(LinphoneCall *call){
1887 LinphoneCore *lc=call->core;
1889 call->log->duration=time(NULL)-call->start_time;
1891 if (call->log->status==LinphoneCallMissed){
1894 info=ortp_strdup_printf(ngettext("You have missed %i call.",
1895 "You have missed %i calls.", lc->missed_calls),
1897 if (lc->vtable.display_status!=NULL)
1898 lc->vtable.display_status(lc,info);
1901 lc->call_logs=ms_list_prepend(lc->call_logs,(void *)call->log);
1902 if (ms_list_size(lc->call_logs)>lc->max_call_logs){
1903 MSList *elem,*prevelem=NULL;
1904 /*find the last element*/
1905 for(elem=lc->call_logs;elem!=NULL;elem=elem->next){
1909 linphone_call_log_destroy((LinphoneCallLog*)elem->data);
1910 lc->call_logs=ms_list_remove_link(lc->call_logs,elem);
1912 if (lc->vtable.call_log_updated!=NULL){
1913 lc->vtable.call_log_updated(lc,call->log);
1915 call_logs_write_to_config_file(lc);
1918 LinphoneCallState linphone_call_get_transfer_state(LinphoneCall *call) {
1919 return call->transfer_state;
1922 void linphone_call_set_transfer_state(LinphoneCall* call, LinphoneCallState state) {
1923 if (state != call->transfer_state) {
1924 LinphoneCore* lc = call->core;
1925 call->transfer_state = state;
1926 if (lc->vtable.transfer_state_changed)
1927 lc->vtable.transfer_state_changed(lc, call, state);