sjero.net Git - linphone/blob - coreapi/linphonecall.c

   1
   2 /*
   3 linphone
   4 Copyright (C) 2010  Belledonne Communications SARL
   5  (simon.morlat@linphone.org)
   6
   7 This program is free software; you can redistribute it and/or
   8 modify it under the terms of the GNU General Public License
   9 as published by the Free Software Foundation; either version 2
  10 of the License, or (at your option) any later version.
  11
  12 This program is distributed in the hope that it will be useful,
  13 but WITHOUT ANY WARRANTY; without even the implied warranty of
  14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15 GNU General Public License for more details.
  16
  17 You should have received a copy of the GNU General Public License
  18 along with this program; if not, write to the Free Software
  19 Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
  20 */
  21 #ifdef WIN32
  22 #include <time.h>
  23 #endif
  24 #include "linphonecore.h"
  25 #include "sipsetup.h"
  26 #include "lpconfig.h"
  27 #include "private.h"
  28 #include <ortp/event.h>
  29 #include <ortp/b64.h>
  30
  31
  32 #include "mediastreamer2/mediastream.h"
  33 #include "mediastreamer2/msvolume.h"
  34 #include "mediastreamer2/msequalizer.h"
  35 #include "mediastreamer2/msfileplayer.h"
  36 #include "mediastreamer2/msjpegwriter.h"
  37 #include "mediastreamer2/mseventqueue.h"
  38
  39 #ifdef VIDEO_ENABLED
  40 static MSWebCam *get_nowebcam_device(){
  41         return ms_web_cam_manager_get_cam(ms_web_cam_manager_get(),"StaticImage: Static picture");
  42 }
  43 #endif
  44
  45 static bool_t generate_b64_crypto_key(int key_length, char* key_out) {
  46         int b64_size;
  47         uint8_t* tmp = (uint8_t*) malloc(key_length);
  48         if (ortp_crypto_get_random(tmp, key_length)!=0) {
  49                 ms_error("Failed to generate random key");
  50                 free(tmp);
  51                 return FALSE;
  52         }
  53
  54         b64_size = b64_encode((const char*)tmp, key_length, NULL, 0);
  55         if (b64_size == 0) {
  56                 ms_error("Failed to b64 encode key");
  57                 free(tmp);
  58                 return FALSE;
  59         }
  60         key_out[b64_size] = '\0';
  61         b64_encode((const char*)tmp, key_length, key_out, 40);
  62         free(tmp);
  63         return TRUE;
  64 }
  65
  66 LinphoneCore *linphone_call_get_core(const LinphoneCall *call){
  67         return call->core;
  68 }
  69
  70 const char* linphone_call_get_authentication_token(LinphoneCall *call){
  71         return call->auth_token;
  72 }
  73
  74 bool_t linphone_call_get_authentication_token_verified(LinphoneCall *call){
  75         return call->auth_token_verified;
  76 }
  77
  78 static bool_t linphone_call_are_all_streams_encrypted(LinphoneCall *call) {
  79         // Check ZRTP encryption in audiostream
  80         if (!call->audiostream_encrypted) {
  81                 return FALSE;
  82         }
  83
  84 #ifdef VIDEO_ENABLED
  85         // If video enabled, check ZRTP encryption in videostream
  86         const LinphoneCallParams *params=linphone_call_get_current_params(call);
  87         if (params->has_video && !call->videostream_encrypted) {
  88                 return FALSE;
  89         }
  90 #endif
  91
  92         return TRUE;
  93 }
  94
  95 void propagate_encryption_changed(LinphoneCall *call){
  96         LinphoneCore *lc=call->core;
  97         if (!linphone_call_are_all_streams_encrypted(call)) {
  98                 ms_message("Some streams are not encrypted");
  99                 call->current_params.media_encryption=LinphoneMediaEncryptionNone;
 100                 if (lc->vtable.call_encryption_changed)
 101                         lc->vtable.call_encryption_changed(call->core, call, FALSE, call->auth_token);
 102         } else {
 103                 ms_message("All streams are encrypted");
 104                 call->current_params.media_encryption=LinphoneMediaEncryptionZRTP;
 105                 if (lc->vtable.call_encryption_changed)
 106                         lc->vtable.call_encryption_changed(call->core, call, TRUE, call->auth_token);
 107         }
 108 }
 109
 110 #ifdef VIDEO_ENABLED
 111 static void linphone_call_videostream_encryption_changed(void *data, bool_t encrypted){
 112         ms_message("Video stream is %s", encrypted ? "encrypted" : "not encrypted");
 113
 114         LinphoneCall *call = (LinphoneCall *)data;
 115         call->videostream_encrypted=encrypted;
 116         propagate_encryption_changed(call);
 117 }
 118 #endif
 119
 120 static void linphone_call_audiostream_encryption_changed(void *data, bool_t encrypted) {
 121         char status[255]={0};
 122         ms_message("Audio stream is %s ", encrypted ? "encrypted" : "not encrypted");
 123
 124         LinphoneCall *call = (LinphoneCall *)data;
 125         call->audiostream_encrypted=encrypted;
 126
 127         if (encrypted && call->core->vtable.display_status != NULL) {
 128                 snprintf(status,sizeof(status)-1,_("Authentication token is %s"),call->auth_token);
 129                  call->core->vtable.display_status(call->core, status);
 130         }
 131
 132         propagate_encryption_changed(call);
 133
 134
 135 #ifdef VIDEO_ENABLED
 136         // Enable video encryption
 137         const LinphoneCallParams *params=linphone_call_get_current_params(call);
 138         if (params->has_video) {
 139                 ms_message("Trying to enable encryption on video stream");
 140                 OrtpZrtpParams params;
 141                 params.zid_file=NULL; //unused
 142                 video_stream_enable_zrtp(call->videostream,call->audiostream,&params);
 143         }
 144 #endif
 145 }
 146
 147
 148 static void linphone_call_audiostream_auth_token_ready(void *data, const char* auth_token, bool_t verified) {
 149         LinphoneCall *call=(LinphoneCall *)data;
 150         if (call->auth_token != NULL)
 151                 ms_free(call->auth_token);
 152
 153         call->auth_token=ms_strdup(auth_token);
 154         call->auth_token_verified=verified;
 155
 156         ms_message("Authentication token is %s (%s)", auth_token, verified?"verified":"unverified");
 157 }
 158
 159 void linphone_call_set_authentication_token_verified(LinphoneCall *call, bool_t verified){
 160         if (call->audiostream==NULL){
 161                 ms_error("linphone_call_set_authentication_token_verified(): No audio stream");
 162         }
 163         if (call->audiostream->ortpZrtpContext==NULL){
 164                 ms_error("linphone_call_set_authentication_token_verified(): No zrtp context.");
 165         }
 166         if (!call->auth_token_verified && verified){
 167                 ortp_zrtp_sas_verified(call->audiostream->ortpZrtpContext);
 168         }else if (call->auth_token_verified && !verified){
 169                 ortp_zrtp_sas_reset_verified(call->audiostream->ortpZrtpContext);
 170         }
 171         call->auth_token_verified=verified;
 172         propagate_encryption_changed(call);
 173 }
 174
 175 static MSList *make_codec_list(LinphoneCore *lc, const MSList *codecs, int bandwidth_limit){
 176         MSList *l=NULL;
 177         const MSList *it;
 178         for(it=codecs;it!=NULL;it=it->next){
 179                 PayloadType *pt=(PayloadType*)it->data;
 180                 if (pt->flags & PAYLOAD_TYPE_ENABLED){
 181                         if (bandwidth_limit>0 && !linphone_core_is_payload_type_usable_for_bandwidth(lc,pt,bandwidth_limit)){
 182                                 ms_message("Codec %s/%i eliminated because of audio bandwidth constraint.",pt->mime_type,pt->clock_rate);
 183                                 continue;
 184                         }
 185                         if (linphone_core_check_payload_type_usability(lc,pt)){
 186                                 l=ms_list_append(l,payload_type_clone(pt));
 187                         }
 188                 }
 189         }
 190         return l;
 191 }
 192
 193 static SalMediaDescription *_create_local_media_description(LinphoneCore *lc, LinphoneCall *call, unsigned int session_id, unsigned int session_ver){
 194         MSList *l;
 195         PayloadType *pt;
 196         int i;
 197         const char *me=linphone_core_get_identity(lc);
 198         LinphoneAddress *addr=linphone_address_new(me);
 199         const char *username=linphone_address_get_username (addr);
 200         SalMediaDescription *md=sal_media_description_new();
 201
 202         md->session_id=session_id;
 203         md->session_ver=session_ver;
 204         md->nstreams=1;
 205         strncpy(md->addr,call->localip,sizeof(md->addr));
 206         strncpy(md->username,username,sizeof(md->username));
 207         md->bandwidth=linphone_core_get_download_bandwidth(lc);
 208
 209         /*set audio capabilities */
 210         strncpy(md->streams[0].addr,call->localip,sizeof(md->streams[0].addr));
 211         md->streams[0].port=call->audio_port;
 212         md->streams[0].proto=(call->params.media_encryption == LinphoneMediaEncryptionSRTP) ?
 213                 SalProtoRtpSavp : SalProtoRtpAvp;
 214         md->streams[0].type=SalAudio;
 215         md->streams[0].ptime=lc->net_conf.down_ptime;
 216         l=make_codec_list(lc,lc->codecs_conf.audio_codecs,call->params.audio_bw);
 217         pt=payload_type_clone(rtp_profile_get_payload_from_mime(&av_profile,"telephone-event"));
 218         l=ms_list_append(l,pt);
 219         md->streams[0].payloads=l;
 220
 221
 222         if (call->params.has_video){
 223                 md->nstreams++;
 224                 md->streams[1].port=call->video_port;
 225                 md->streams[1].proto=md->streams[0].proto;
 226                 md->streams[1].type=SalVideo;
 227                 l=make_codec_list(lc,lc->codecs_conf.video_codecs,0);
 228                 md->streams[1].payloads=l;
 229         }
 230
 231         for(i=0; i<md->nstreams; i++) {
 232                 if (md->streams[i].proto == SalProtoRtpSavp) {
 233                         md->streams[i].crypto[0].tag = 1;
 234                         md->streams[i].crypto[0].algo = AES_128_SHA1_80;
 235                         if (!generate_b64_crypto_key(30, md->streams[i].crypto[0].master_key))
 236                                 md->streams[i].crypto[0].algo = 0;
 237                         md->streams[i].crypto[1].tag = 2;
 238                         md->streams[i].crypto[1].algo = AES_128_SHA1_32;
 239                         if (!generate_b64_crypto_key(30, md->streams[i].crypto[1].master_key))
 240                                 md->streams[i].crypto[1].algo = 0;
 241                         md->streams[i].crypto[2].algo = 0;
 242                 }
 243         }
 244
 245         linphone_address_destroy(addr);
 246         return md;
 247 }
 248
 249 void update_local_media_description(LinphoneCore *lc, LinphoneCall *call){
 250         SalMediaDescription *md=call->localdesc;
 251         if (md== NULL) {
 252                 call->localdesc = create_local_media_description(lc,call);
 253         } else {
 254                 call->localdesc = _create_local_media_description(lc,call,md->session_id,md->session_ver+1);
 255                 sal_media_description_unref(md);
 256         }
 257 }
 258
 259 SalMediaDescription *create_local_media_description(LinphoneCore *lc, LinphoneCall *call){
 260         unsigned int id=rand() & 0xfff;
 261         return _create_local_media_description(lc,call,id,id);
 262 }
 263
 264 static int find_port_offset(LinphoneCore *lc){
 265         int offset;
 266         MSList *elem;
 267         int audio_port;
 268         bool_t already_used=FALSE;
 269         for(offset=0;offset<100;offset+=2){
 270                 audio_port=linphone_core_get_audio_port (lc)+offset;
 271                 already_used=FALSE;
 272                 for(elem=lc->calls;elem!=NULL;elem=elem->next){
 273                         LinphoneCall *call=(LinphoneCall*)elem->data;
 274                         if (call->audio_port==audio_port) {
 275                                 already_used=TRUE;
 276                                 break;
 277                         }
 278                 }
 279                 if (!already_used) break;
 280         }
 281         if (offset==100){
 282                 ms_error("Could not find any free port !");
 283                 return -1;
 284         }
 285         return offset;
 286 }
 287
 288 static void linphone_call_init_common(LinphoneCall *call, LinphoneAddress *from, LinphoneAddress *to){
 289         int port_offset;
 290         call->magic=linphone_call_magic;
 291         call->refcnt=1;
 292         call->state=LinphoneCallIdle;
 293         call->start_time=time(NULL);
 294         call->media_start_time=0;
 295         call->log=linphone_call_log_new(call, from, to);
 296         call->owns_call_log=TRUE;
 297         linphone_core_notify_all_friends(call->core,LinphoneStatusOnThePhone);
 298         port_offset=find_port_offset (call->core);
 299         if (port_offset==-1) return;
 300         call->audio_port=linphone_core_get_audio_port(call->core)+port_offset;
 301         call->video_port=linphone_core_get_video_port(call->core)+port_offset;
 302
 303 }
 304
 305 static void discover_mtu(LinphoneCore *lc, const char *remote){
 306         int mtu;
 307         if (lc->net_conf.mtu==0 ){
 308                 /*attempt to discover mtu*/
 309                 mtu=ms_discover_mtu(remote);
 310                 if (mtu>0){
 311                         ms_set_mtu(mtu);
 312                         ms_message("Discovered mtu is %i, RTP payload max size is %i",
 313                                 mtu, ms_get_payload_max_size());
 314                 }
 315         }
 316 }
 317
 318 LinphoneCall * linphone_call_new_outgoing(struct _LinphoneCore *lc, LinphoneAddress *from, LinphoneAddress *to, const LinphoneCallParams *params)
 319 {
 320         LinphoneCall *call=ms_new0(LinphoneCall,1);
 321         call->dir=LinphoneCallOutgoing;
 322         call->op=sal_op_new(lc->sal);
 323         sal_op_set_user_pointer(call->op,call);
 324         call->core=lc;
 325         linphone_core_get_local_ip(lc,linphone_address_get_domain(to),call->localip);
 326         linphone_call_init_common(call,from,to);
 327         call->params=*params;
 328         call->localdesc=create_local_media_description (lc,call);
 329         call->camera_active=params->has_video;
 330         if (linphone_core_get_firewall_policy(call->core)==LinphonePolicyUseStun)
 331                 linphone_core_run_stun_tests(call->core,call);
 332         discover_mtu(lc,linphone_address_get_domain (to));
 333         if (params->referer){
 334                 sal_call_set_referer(call->op,params->referer->op);
 335         }
 336         return call;
 337 }
 338
 339 LinphoneCall * linphone_call_new_incoming(LinphoneCore *lc, LinphoneAddress *from, LinphoneAddress *to, SalOp *op){
 340         LinphoneCall *call=ms_new0(LinphoneCall,1);
 341         char *from_str;
 342
 343         call->dir=LinphoneCallIncoming;
 344         sal_op_set_user_pointer(op,call);
 345         call->op=op;
 346         call->core=lc;
 347
 348         if (lc->sip_conf.ping_with_options){
 349                 /*the following sends an option request back to the caller so that
 350                  we get a chance to discover our nat'd address before answering.*/
 351                 call->ping_op=sal_op_new(lc->sal);
 352                 from_str=linphone_address_as_string_uri_only(from);
 353                 sal_op_set_route(call->ping_op,sal_op_get_network_origin(op));
 354                 sal_op_set_user_pointer(call->ping_op,call);
 355                 sal_ping(call->ping_op,linphone_core_find_best_identity(lc,from,NULL),from_str);
 356                 ms_free(from_str);
 357         }
 358
 359         linphone_address_clean(from);
 360         linphone_core_get_local_ip(lc,linphone_address_get_domain(from),call->localip);
 361         linphone_call_init_common(call, from, to);
 362         linphone_core_init_default_params(lc, &call->params);
 363         call->params.has_video &= !!lc->video_policy.automatically_accept;
 364         call->localdesc=create_local_media_description (lc,call);
 365         call->camera_active=call->params.has_video;
 366         if (linphone_core_get_firewall_policy(call->core)==LinphonePolicyUseStun)
 367                 linphone_core_run_stun_tests(call->core,call);
 368         discover_mtu(lc,linphone_address_get_domain(from));
 369         return call;
 370 }
 371
 372 /* this function is called internally to get rid of a call.
 373  It performs the following tasks:
 374  - remove the call from the internal list of calls
 375  - update the call logs accordingly
 376 */
 377
 378 static void linphone_call_set_terminated(LinphoneCall *call){
 379         LinphoneCore *lc=call->core;
 380
 381         linphone_core_update_allocated_audio_bandwidth(lc);
 382
 383         call->owns_call_log=FALSE;
 384         linphone_call_log_completed(call);
 385
 386
 387         if (call == lc->current_call){
 388                 ms_message("Resetting the current call");
 389                 lc->current_call=NULL;
 390         }
 391
 392         if (linphone_core_del_call(lc,call) != 0){
 393                 ms_error("Could not remove the call from the list !!!");
 394         }
 395
 396         if (ms_list_size(lc->calls)==0)
 397                 linphone_core_notify_all_friends(lc,lc->presence_mode);
 398
 399         linphone_core_conference_check_uninit(lc);
 400         if (call->ringing_beep){
 401                 linphone_core_stop_dtmf(lc);
 402                 call->ringing_beep=FALSE;
 403         }
 404 }
 405
 406 void linphone_call_fix_call_parameters(LinphoneCall *call){
 407         call->params.has_video=call->current_params.has_video;
 408         call->params.media_encryption=call->current_params.media_encryption;
 409 }
 410
 411 const char *linphone_call_state_to_string(LinphoneCallState cs){
 412         switch (cs){
 413                 case LinphoneCallIdle:
 414                         return "LinphoneCallIdle";
 415                 case LinphoneCallIncomingReceived:
 416                         return "LinphoneCallIncomingReceived";
 417                 case LinphoneCallOutgoingInit:
 418                         return "LinphoneCallOutgoingInit";
 419                 case LinphoneCallOutgoingProgress:
 420                         return "LinphoneCallOutgoingProgress";
 421                 case LinphoneCallOutgoingRinging:
 422                         return "LinphoneCallOutgoingRinging";
 423                 case LinphoneCallOutgoingEarlyMedia:
 424                         return "LinphoneCallOutgoingEarlyMedia";
 425                 case LinphoneCallConnected:
 426                         return "LinphoneCallConnected";
 427                 case LinphoneCallStreamsRunning:
 428                         return "LinphoneCallStreamsRunning";
 429                 case LinphoneCallPausing:
 430                         return "LinphoneCallPausing";
 431                 case LinphoneCallPaused:
 432                         return "LinphoneCallPaused";
 433                 case LinphoneCallResuming:
 434                         return "LinphoneCallResuming";
 435                 case LinphoneCallRefered:
 436                         return "LinphoneCallRefered";
 437                 case LinphoneCallError:
 438                         return "LinphoneCallError";
 439                 case LinphoneCallEnd:
 440                         return "LinphoneCallEnd";
 441                 case LinphoneCallPausedByRemote:
 442                         return "LinphoneCallPausedByRemote";
 443                 case LinphoneCallUpdatedByRemote:
 444                         return "LinphoneCallUpdatedByRemote";
 445                 case LinphoneCallIncomingEarlyMedia:
 446                         return "LinphoneCallIncomingEarlyMedia";
 447                 case LinphoneCallUpdated:
 448                         return "LinphoneCallUpdated";
 449                 case LinphoneCallReleased:
 450                         return "LinphoneCallReleased";
 451         }
 452         return "undefined state";
 453 }
 454
 455 void linphone_call_set_state(LinphoneCall *call, LinphoneCallState cstate, const char *message){
 456         LinphoneCore *lc=call->core;
 457
 458         if (call->state!=cstate){
 459                 if (call->state==LinphoneCallEnd || call->state==LinphoneCallError){
 460                         if (cstate!=LinphoneCallReleased){
 461                                 ms_warning("Spurious call state change from %s to %s, ignored.",linphone_call_state_to_string(call->state),
 462                                    linphone_call_state_to_string(cstate));
 463                                 return;
 464                         }
 465                 }
 466                 ms_message("Call %p: moving from state %s to %s",call,linphone_call_state_to_string(call->state),
 467                            linphone_call_state_to_string(cstate));
 468                 if (cstate!=LinphoneCallRefered){
 469                         /*LinphoneCallRefered is rather an event, not a state.
 470                          Indeed it does not change the state of the call (still paused or running)*/
 471                         call->state=cstate;
 472                 }
 473                 if (cstate==LinphoneCallEnd || cstate==LinphoneCallError){
 474              if (call->reason==LinphoneReasonDeclined){
 475                                 call->log->status=LinphoneCallDeclined;
 476                         }
 477                         linphone_call_set_terminated (call);
 478                 }
 479                 if (cstate == LinphoneCallConnected) {
 480                         call->log->status=LinphoneCallSuccess;
 481                         call->media_start_time=time(NULL);
 482                 }
 483
 484                 if (lc->vtable.call_state_changed)
 485                         lc->vtable.call_state_changed(lc,call,cstate,message);
 486                 if (cstate==LinphoneCallReleased){
 487                         if (call->op!=NULL) {
 488                                 /* so that we cannot have anymore upcalls for SAL
 489                                  concerning this call*/
 490                                 sal_op_release(call->op);
 491                                 call->op=NULL;
 492                         }
 493                         linphone_call_unref(call);
 494                 }
 495         }
 496 }
 497
 498 static void linphone_call_destroy(LinphoneCall *obj)
 499 {
 500         if (obj->op!=NULL) {
 501                 sal_op_release(obj->op);
 502                 obj->op=NULL;
 503         }
 504         if (obj->resultdesc!=NULL) {
 505                 sal_media_description_unref(obj->resultdesc);
 506                 obj->resultdesc=NULL;
 507         }
 508         if (obj->localdesc!=NULL) {
 509                 sal_media_description_unref(obj->localdesc);
 510                 obj->localdesc=NULL;
 511         }
 512         if (obj->ping_op) {
 513                 sal_op_release(obj->ping_op);
 514         }
 515         if (obj->refer_to){
 516                 ms_free(obj->refer_to);
 517         }
 518         if (obj->owns_call_log)
 519                 linphone_call_log_destroy(obj->log);
 520         if (obj->auth_token) {
 521                 ms_free(obj->auth_token);
 522         }
 523
 524         ms_free(obj);
 525 }
 526
 527 /**
 528  * @addtogroup call_control
 529  * @{
 530 **/
 531
 532 /**
 533  * Increments the call 's reference count.
 534  * An application that wishes to retain a pointer to call object
 535  * must use this function to unsure the pointer remains
 536  * valid. Once the application no more needs this pointer,
 537  * it must call linphone_call_unref().
 538 **/
 539 LinphoneCall * linphone_call_ref(LinphoneCall *obj){
 540         obj->refcnt++;
 541         return obj;
 542 }
 543
 544 /**
 545  * Decrements the call object reference count.
 546  * See linphone_call_ref().
 547 **/
 548 void linphone_call_unref(LinphoneCall *obj){
 549         obj->refcnt--;
 550         if (obj->refcnt==0){
 551                 linphone_call_destroy(obj);
 552         }
 553 }
 554
 555 /**
 556  * Returns current parameters associated to the call.
 557 **/
 558 const LinphoneCallParams * linphone_call_get_current_params(const LinphoneCall *call){
 559         return &call->current_params;
 560 }
 561
 562 static bool_t is_video_active(const SalStreamDescription *sd){
 563         return sd->port!=0 && sd->dir!=SalStreamInactive;
 564 }
 565
 566 /**
 567  * Returns call parameters proposed by remote.
 568  *
 569  * This is useful when receiving an incoming call, to know whether the remote party
 570  * supports video, encryption or whatever.
 571 **/
 572 const LinphoneCallParams * linphone_call_get_remote_params(LinphoneCall *call){
 573         LinphoneCallParams *cp=&call->remote_params;
 574         memset(cp,0,sizeof(*cp));
 575         if (call->op){
 576                 SalMediaDescription *md=sal_call_get_remote_media_description(call->op);
 577                 if (md){
 578                         SalStreamDescription *asd,*vsd,*secure_asd,*secure_vsd;
 579
 580                         asd=sal_media_description_find_stream(md,SalProtoRtpAvp,SalAudio);
 581                         vsd=sal_media_description_find_stream(md,SalProtoRtpAvp,SalVideo);
 582                         secure_asd=sal_media_description_find_stream(md,SalProtoRtpSavp,SalAudio);
 583                         secure_vsd=sal_media_description_find_stream(md,SalProtoRtpSavp,SalVideo);
 584                         if (secure_vsd){
 585                                 cp->has_video=is_video_active(secure_vsd);
 586                                 if (secure_asd || asd==NULL)
 587                                         cp->media_encryption=LinphoneMediaEncryptionSRTP;
 588                         }else if (vsd){
 589                                 cp->has_video=is_video_active(vsd);
 590                         }
 591                         return cp;
 592                 }
 593         }
 594         return NULL;
 595 }
 596
 597 /**
 598  * Returns the remote address associated to this call
 599  *
 600 **/
 601 const LinphoneAddress * linphone_call_get_remote_address(const LinphoneCall *call){
 602         return call->dir==LinphoneCallIncoming ? call->log->from : call->log->to;
 603 }
 604
 605 /**
 606  * Returns the remote address associated to this call as a string.
 607  *
 608  * The result string must be freed by user using ms_free().
 609 **/
 610 char *linphone_call_get_remote_address_as_string(const LinphoneCall *call){
 611         return linphone_address_as_string(linphone_call_get_remote_address(call));
 612 }
 613
 614 /**
 615  * Retrieves the call's current state.
 616 **/
 617 LinphoneCallState linphone_call_get_state(const LinphoneCall *call){
 618         return call->state;
 619 }
 620
 621 /**
 622  * Returns the reason for a call termination (either error or normal termination)
 623 **/
 624 LinphoneReason linphone_call_get_reason(const LinphoneCall *call){
 625         return call->reason;
 626 }
 627
 628 /**
 629  * Get the user_pointer in the LinphoneCall
 630  *
 631  * @ingroup call_control
 632  *
 633  * return user_pointer an opaque user pointer that can be retrieved at any time
 634 **/
 635 void *linphone_call_get_user_pointer(LinphoneCall *call)
 636 {
 637         return call->user_pointer;
 638 }
 639
 640 /**
 641  * Set the user_pointer in the LinphoneCall
 642  *
 643  * @ingroup call_control
 644  *
 645  * the user_pointer is an opaque user pointer that can be retrieved at any time in the LinphoneCall
 646 **/
 647 void linphone_call_set_user_pointer(LinphoneCall *call, void *user_pointer)
 648 {
 649         call->user_pointer = user_pointer;
 650 }
 651
 652 /**
 653  * Returns the call log associated to this call.
 654 **/
 655 LinphoneCallLog *linphone_call_get_call_log(const LinphoneCall *call){
 656         return call->log;
 657 }
 658
 659 /**
 660  * Returns the refer-to uri (if the call was transfered).
 661 **/
 662 const char *linphone_call_get_refer_to(const LinphoneCall *call){
 663         return call->refer_to;
 664 }
 665
 666 /**
 667  * Returns direction of the call (incoming or outgoing).
 668 **/
 669 LinphoneCallDir linphone_call_get_dir(const LinphoneCall *call){
 670         return call->log->dir;
 671 }
 672
 673 /**
 674  * Returns the far end's user agent description string, if available.
 675 **/
 676 const char *linphone_call_get_remote_user_agent(LinphoneCall *call){
 677         if (call->op){
 678                 return sal_op_get_remote_ua (call->op);
 679         }
 680         return NULL;
 681 }
 682
 683 /**
 684  * Returns true if this calls has received a transfer that has not been
 685  * executed yet.
 686  * Pending transfers are executed when this call is being paused or closed,
 687  * locally or by remote endpoint.
 688  * If the call is already paused while receiving the transfer request, the
 689  * transfer immediately occurs.
 690 **/
 691 bool_t linphone_call_has_transfer_pending(const LinphoneCall *call){
 692         return call->refer_pending;
 693 }
 694
 695 /**
 696  * Returns call's duration in seconds.
 697 **/
 698 int linphone_call_get_duration(const LinphoneCall *call){
 699         if (call->media_start_time==0) return 0;
 700         return time(NULL)-call->media_start_time;
 701 }
 702
 703 /**
 704  * Returns the call object this call is replacing, if any.
 705  * Call replacement can occur during call transfers.
 706  * By default, the core automatically terminates the replaced call and accept the new one.
 707  * This function allows the application to know whether a new incoming call is a one that replaces another one.
 708 **/
 709 LinphoneCall *linphone_call_get_replaced_call(LinphoneCall *call){
 710         SalOp *op=sal_call_get_replaces(call->op);
 711         if (op){
 712                 return (LinphoneCall*)sal_op_get_user_pointer(op);
 713         }
 714         return NULL;
 715 }
 716
 717 /**
 718  * Indicate whether camera input should be sent to remote end.
 719 **/
 720 void linphone_call_enable_camera (LinphoneCall *call, bool_t enable){
 721 #ifdef VIDEO_ENABLED
 722         if (call->videostream!=NULL && call->videostream->ticker!=NULL){
 723                 LinphoneCore *lc=call->core;
 724                 MSWebCam *nowebcam=get_nowebcam_device();
 725                 if (call->camera_active!=enable && lc->video_conf.device!=nowebcam){
 726                         video_stream_change_camera(call->videostream,
 727                                      enable ? lc->video_conf.device : nowebcam);
 728                 }
 729         }
 730         call->camera_active=enable;
 731 #endif
 732 }
 733
 734 /**
 735  * Take a photo of currently received video and write it into a jpeg file.
 736 **/
 737 int linphone_call_take_video_snapshot(LinphoneCall *call, const char *file){
 738 #ifdef VIDEO_ENABLED
 739         if (call->videostream!=NULL && call->videostream->jpegwriter!=NULL){
 740                 return ms_filter_call_method(call->videostream->jpegwriter,MS_JPEG_WRITER_TAKE_SNAPSHOT,(void*)file);
 741         }
 742         ms_warning("Cannot take snapshot: no currently running video stream on this call.");
 743         return -1;
 744 #endif
 745         return -1;
 746 }
 747
 748 /**
 749  * Returns TRUE if camera pictures are sent to the remote party.
 750 **/
 751 bool_t linphone_call_camera_enabled (const LinphoneCall *call){
 752         return call->camera_active;
 753 }
 754
 755 /**
 756  * Enable video stream.
 757 **/
 758 void linphone_call_params_enable_video(LinphoneCallParams *cp, bool_t enabled){
 759         cp->has_video=enabled;
 760 }
 761
 762 /**
 763  * Returns whether video is enabled.
 764 **/
 765 bool_t linphone_call_params_video_enabled(const LinphoneCallParams *cp){
 766         return cp->has_video;
 767 }
 768
 769 enum LinphoneMediaEncryption linphone_call_params_get_media_encryption(const LinphoneCallParams *cp) {
 770         return cp->media_encryption;
 771 }
 772
 773 void linphone_call_params_set_media_encryption(LinphoneCallParams *cp, enum LinphoneMediaEncryption e) {
 774         cp->media_encryption = e;
 775 }
 776
 777
 778 /**
 779  * Enable sending of real early media (during outgoing calls).
 780 **/
 781 void linphone_call_params_enable_early_media_sending(LinphoneCallParams *cp, bool_t enabled){
 782         cp->real_early_media=enabled;
 783 }
 784
 785 bool_t linphone_call_params_early_media_sending_enabled(const LinphoneCallParams *cp){
 786         return cp->real_early_media;
 787 }
 788
 789 /**
 790  * Returns true if the call is part of the locally managed conference.
 791 **/
 792 bool_t linphone_call_params_local_conference_mode(const LinphoneCallParams *cp){
 793         return cp->in_conference;
 794 }
 795
 796 /**
 797  * Refine bandwidth settings for this call by setting a bandwidth limit for audio streams.
 798  * As a consequence, codecs whose bitrates are not compatible with this limit won't be used.
 799 **/
 800 void linphone_call_params_set_audio_bandwidth_limit(LinphoneCallParams *cp, int bandwidth){
 801         cp->audio_bw=bandwidth;
 802 }
 803
 804 #ifdef VIDEO_ENABLED
 805 /**
 806  * Request remote side to send us a Video Fast Update.
 807 **/
 808 void linphone_call_send_vfu_request(LinphoneCall *call)
 809 {
 810         if (LinphoneCallStreamsRunning == linphone_call_get_state(call))
 811                 sal_call_send_vfu_request(call->op);
 812 }
 813 #endif
 814
 815 /**
 816  *
 817 **/
 818 LinphoneCallParams * linphone_call_params_copy(const LinphoneCallParams *cp){
 819         LinphoneCallParams *ncp=ms_new0(LinphoneCallParams,1);
 820         memcpy(ncp,cp,sizeof(LinphoneCallParams));
 821         return ncp;
 822 }
 823
 824 /**
 825  *
 826 **/
 827 void linphone_call_params_destroy(LinphoneCallParams *p){
 828         ms_free(p);
 829 }
 830
 831 /**
 832  * @}
 833 **/
 834
 835
 836 #ifdef TEST_EXT_RENDERER
 837 static void rendercb(void *data, const MSPicture *local, const MSPicture *remote){
 838         ms_message("rendercb, local buffer=%p, remote buffer=%p",
 839                    local ? local->planes[0] : NULL, remote? remote->planes[0] : NULL);
 840 }
 841 #endif
 842
 843 #ifdef VIDEO_ENABLED
 844 static void video_stream_event_cb(void *user_pointer, const MSFilter *f, const unsigned int event_id, const void *args){
 845         ms_warning("In linphonecall.c: video_stream_event_cb");
 846         switch (event_id) {
 847                 case MS_VIDEO_DECODER_DECODING_ERRORS:
 848                         ms_warning("Case is MS_VIDEO_DECODER_DECODING_ERRORS");
 849                         linphone_call_send_vfu_request((LinphoneCall*) user_pointer);
 850                         break;
 851                 default:
 852                         ms_warning("Unhandled event %i", event_id);
 853                         break;
 854         }
 855 }
 856 #endif
 857
 858 void linphone_call_init_media_streams(LinphoneCall *call){
 859         LinphoneCore *lc=call->core;
 860         SalMediaDescription *md=call->localdesc;
 861         AudioStream *audiostream;
 862
 863         call->audiostream=audiostream=audio_stream_new(md->streams[0].port,linphone_core_ipv6_enabled(lc));
 864         if (linphone_core_echo_limiter_enabled(lc)){
 865                 const char *type=lp_config_get_string(lc->config,"sound","el_type","mic");
 866                 if (strcasecmp(type,"mic")==0)
 867                         audio_stream_enable_echo_limiter(audiostream,ELControlMic);
 868                 else if (strcasecmp(type,"full")==0)
 869                         audio_stream_enable_echo_limiter(audiostream,ELControlFull);
 870         }
 871         audio_stream_enable_gain_control(audiostream,TRUE);
 872         if (linphone_core_echo_cancellation_enabled(lc)){
 873                 int len,delay,framesize;
 874                 const char *statestr=lp_config_get_string(lc->config,"sound","ec_state",NULL);
 875                 len=lp_config_get_int(lc->config,"sound","ec_tail_len",0);
 876                 delay=lp_config_get_int(lc->config,"sound","ec_delay",0);
 877                 framesize=lp_config_get_int(lc->config,"sound","ec_framesize",0);
 878                 audio_stream_set_echo_canceller_params(audiostream,len,delay,framesize);
 879                 if (statestr && audiostream->ec){
 880                         ms_filter_call_method(audiostream->ec,MS_ECHO_CANCELLER_SET_STATE_STRING,(void*)statestr);
 881                 }
 882         }
 883         audio_stream_enable_automatic_gain_control(audiostream,linphone_core_agc_enabled(lc));
 884         {
 885                 int enabled=lp_config_get_int(lc->config,"sound","noisegate",0);
 886                 audio_stream_enable_noise_gate(audiostream,enabled);
 887         }
 888
 889         if (lc->rtptf){
 890                 RtpTransport *artp=lc->rtptf->audio_rtp_func(lc->rtptf->audio_rtp_func_data, call->audio_port);
 891                 RtpTransport *artcp=lc->rtptf->audio_rtcp_func(lc->rtptf->audio_rtcp_func_data, call->audio_port+1);
 892                 rtp_session_set_transports(audiostream->session,artp,artcp);
 893         }
 894
 895         call->audiostream_app_evq = ortp_ev_queue_new();
 896         rtp_session_register_event_queue(audiostream->session,call->audiostream_app_evq);
 897
 898 #ifdef VIDEO_ENABLED
 899
 900         if ((lc->video_conf.display || lc->video_conf.capture) && md->streams[1].port>0){
 901                 call->videostream=video_stream_new(md->streams[1].port,linphone_core_ipv6_enabled(lc));
 902         video_stream_enable_display_filter_auto_rotate(call->videostream, lp_config_get_int(lc->config,"video","display_filter_auto_rotate",0));
 903         if( lc->video_conf.displaytype != NULL)
 904                 video_stream_set_display_filter_name(call->videostream,lc->video_conf.displaytype);
 905         video_stream_set_event_callback(call->videostream,video_stream_event_cb, call);
 906         if (lc->rtptf){
 907                 RtpTransport *vrtp=lc->rtptf->video_rtp_func(lc->rtptf->video_rtp_func_data, call->video_port);
 908                 RtpTransport *vrtcp=lc->rtptf->video_rtcp_func(lc->rtptf->video_rtcp_func_data, call->video_port+1);
 909                 rtp_session_set_transports(call->videostream->session,vrtp,vrtcp);
 910         }
 911         call->videostream_app_evq = ortp_ev_queue_new();
 912         rtp_session_register_event_queue(call->videostream->session,call->videostream_app_evq);
 913 #ifdef TEST_EXT_RENDERER
 914                 video_stream_set_render_callback(call->videostream,rendercb,NULL);
 915 #endif
 916         }
 917 #else
 918         call->videostream=NULL;
 919 #endif
 920 }
 921
 922
 923 static int dtmf_tab[16]={'0','1','2','3','4','5','6','7','8','9','*','#','A','B','C','D'};
 924
 925 static void linphone_core_dtmf_received(RtpSession* s, int dtmf, void* user_data){
 926         LinphoneCore* lc = (LinphoneCore*)user_data;
 927         if (dtmf<0 || dtmf>15){
 928                 ms_warning("Bad dtmf value %i",dtmf);
 929                 return;
 930         }
 931         if (lc->vtable.dtmf_received != NULL)
 932                 lc->vtable.dtmf_received(lc, linphone_core_get_current_call(lc), dtmf_tab[dtmf]);
 933 }
 934
 935 static void parametrize_equalizer(LinphoneCore *lc, AudioStream *st){
 936         if (st->equalizer){
 937                 MSFilter *f=st->equalizer;
 938                 int enabled=lp_config_get_int(lc->config,"sound","eq_active",0);
 939                 const char *gains=lp_config_get_string(lc->config,"sound","eq_gains",NULL);
 940                 ms_filter_call_method(f,MS_EQUALIZER_SET_ACTIVE,&enabled);
 941                 if (enabled){
 942                         if (gains){
 943                                 do{
 944                                         int bytes;
 945                                         MSEqualizerGain g;
 946                                         if (sscanf(gains,"%f:%f:%f %n",&g.frequency,&g.gain,&g.width,&bytes)==3){
 947                                                 ms_message("Read equalizer gains: %f(~%f) --> %f",g.frequency,g.width,g.gain);
 948                                                 ms_filter_call_method(f,MS_EQUALIZER_SET_GAIN,&g);
 949                                                 gains+=bytes;
 950                                         }else break;
 951                                 }while(1);
 952                         }
 953                 }
 954         }
 955 }
 956
 957 void _post_configure_audio_stream(AudioStream *st, LinphoneCore *lc, bool_t muted){
 958         float mic_gain=lp_config_get_float(lc->config,"sound","mic_gain",1);
 959         float thres = 0;
 960         float recv_gain;
 961         float ng_thres=lp_config_get_float(lc->config,"sound","ng_thres",0.05);
 962         float ng_floorgain=lp_config_get_float(lc->config,"sound","ng_floorgain",0);
 963         int dc_removal=lp_config_get_int(lc->config,"sound","dc_removal",0);
 964
 965         if (!muted)
 966                 audio_stream_set_mic_gain(st,mic_gain);
 967         else
 968                 audio_stream_set_mic_gain(st,0);
 969
 970         recv_gain = lc->sound_conf.soft_play_lev;
 971         if (recv_gain != 0) {
 972                 linphone_core_set_playback_gain_db (lc,recv_gain);
 973         }
 974
 975         if (st->volsend){
 976                 ms_filter_call_method(st->volsend,MS_VOLUME_REMOVE_DC,&dc_removal);
 977                 float speed=lp_config_get_float(lc->config,"sound","el_speed",-1);
 978                 thres=lp_config_get_float(lc->config,"sound","el_thres",-1);
 979                 float force=lp_config_get_float(lc->config,"sound","el_force",-1);
 980                 int sustain=lp_config_get_int(lc->config,"sound","el_sustain",-1);
 981                 float transmit_thres=lp_config_get_float(lc->config,"sound","el_transmit_thres",-1);
 982                 MSFilter *f=NULL;
 983                 f=st->volsend;
 984                 if (speed==-1) speed=0.03;
 985                 if (force==-1) force=25;
 986                 ms_filter_call_method(f,MS_VOLUME_SET_EA_SPEED,&speed);
 987                 ms_filter_call_method(f,MS_VOLUME_SET_EA_FORCE,&force);
 988                 if (thres!=-1)
 989                         ms_filter_call_method(f,MS_VOLUME_SET_EA_THRESHOLD,&thres);
 990                 if (sustain!=-1)
 991                         ms_filter_call_method(f,MS_VOLUME_SET_EA_SUSTAIN,&sustain);
 992                 if (transmit_thres!=-1)
 993                                 ms_filter_call_method(f,MS_VOLUME_SET_EA_TRANSMIT_THRESHOLD,&transmit_thres);
 994
 995                 ms_filter_call_method(st->volsend,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_thres);
 996                 ms_filter_call_method(st->volsend,MS_VOLUME_SET_NOISE_GATE_FLOORGAIN,&ng_floorgain);
 997         }
 998         if (st->volrecv){
 999                 /* parameters for a limited noise-gate effect, using echo limiter threshold */
1000                 float floorgain = 1/mic_gain;
1001                 int spk_agc=lp_config_get_int(lc->config,"sound","speaker_agc_enabled",0);
1002                 ms_filter_call_method(st->volrecv, MS_VOLUME_ENABLE_AGC, &spk_agc);
1003                 ms_filter_call_method(st->volrecv,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_thres);
1004                 ms_filter_call_method(st->volrecv,MS_VOLUME_SET_NOISE_GATE_FLOORGAIN,&floorgain);
1005         }
1006         parametrize_equalizer(lc,st);
1007 }
1008
1009 static void post_configure_audio_streams(LinphoneCall*call){
1010         AudioStream *st=call->audiostream;
1011         LinphoneCore *lc=call->core;
1012         _post_configure_audio_stream(st,lc,call->audio_muted);
1013         if (lc->vtable.dtmf_received!=NULL){
1014                 /* replace by our default action*/
1015                 audio_stream_play_received_dtmfs(call->audiostream,FALSE);
1016                 rtp_session_signal_connect(call->audiostream->session,"telephone-event",(RtpCallback)linphone_core_dtmf_received,(unsigned long)lc);
1017         }
1018 }
1019
1020 static RtpProfile *make_profile(LinphoneCall *call, const SalMediaDescription *md, const SalStreamDescription *desc, int *used_pt){
1021         int bw;
1022         const MSList *elem;
1023         RtpProfile *prof=rtp_profile_new("Call profile");
1024         bool_t first=TRUE;
1025         int remote_bw=0;
1026         LinphoneCore *lc=call->core;
1027         int up_ptime=0;
1028         *used_pt=-1;
1029
1030         for(elem=desc->payloads;elem!=NULL;elem=elem->next){
1031                 PayloadType *pt=(PayloadType*)elem->data;
1032                 int number;
1033
1034                 if ((pt->flags & PAYLOAD_TYPE_FLAG_CAN_SEND) && first) {
1035                         if (desc->type==SalAudio){
1036                                 linphone_core_update_allocated_audio_bandwidth_in_call(call,pt);
1037                                 up_ptime=linphone_core_get_upload_ptime(lc);
1038                         }
1039                         *used_pt=payload_type_get_number(pt);
1040                         first=FALSE;
1041                 }
1042                 if (desc->bandwidth>0) remote_bw=desc->bandwidth;
1043                 else if (md->bandwidth>0) {
1044                         /*case where b=AS is given globally, not per stream*/
1045                         remote_bw=md->bandwidth;
1046                         if (desc->type==SalVideo){
1047                                 remote_bw=get_video_bandwidth(remote_bw,call->audio_bw);
1048                         }
1049                 }
1050
1051                 if (desc->type==SalAudio){
1052                                 bw=get_min_bandwidth(call->audio_bw,remote_bw);
1053                 }else bw=get_min_bandwidth(get_video_bandwidth(linphone_core_get_upload_bandwidth (lc),call->audio_bw),remote_bw);
1054                 if (bw>0) pt->normal_bitrate=bw*1000;
1055                 else if (desc->type==SalAudio){
1056                         pt->normal_bitrate=-1;
1057                 }
1058                 if (desc->ptime>0){
1059                         up_ptime=desc->ptime;
1060                 }
1061                 if (up_ptime>0){
1062                         char tmp[40];
1063                         snprintf(tmp,sizeof(tmp),"ptime=%i",up_ptime);
1064                         payload_type_append_send_fmtp(pt,tmp);
1065                 }
1066                 number=payload_type_get_number(pt);
1067                 if (rtp_profile_get_payload(prof,number)!=NULL){
1068                         ms_warning("A payload type with number %i already exists in profile !",number);
1069                 }else
1070                         rtp_profile_set_payload(prof,number,pt);
1071         }
1072         return prof;
1073 }
1074
1075
1076 static void setup_ring_player(LinphoneCore *lc, LinphoneCall *call){
1077         int pause_time=3000;
1078         audio_stream_play(call->audiostream,lc->sound_conf.ringback_tone);
1079         ms_filter_call_method(call->audiostream->soundread,MS_FILE_PLAYER_LOOP,&pause_time);
1080 }
1081
1082 #define LINPHONE_RTCP_SDES_TOOL "Linphone-" LINPHONE_VERSION
1083
1084 static bool_t linphone_call_sound_resources_available(LinphoneCall *call){
1085         LinphoneCore *lc=call->core;
1086         LinphoneCall *current=linphone_core_get_current_call(lc);
1087         return !linphone_core_is_in_conference(lc) &&
1088                 (current==NULL || current==call);
1089 }
1090 static int find_crypto_index_from_tag(const SalSrtpCryptoAlgo crypto[],unsigned char tag) {
1091     int i;
1092     for(i=0; i<SAL_CRYPTO_ALGO_MAX; i++) {
1093         if (crypto[i].tag == tag) {
1094             return i;
1095         }
1096     }
1097     return -1;
1098 }
1099 static void linphone_call_start_audio_stream(LinphoneCall *call, const char *cname, bool_t muted, bool_t send_ringbacktone, bool_t use_arc){
1100         LinphoneCore *lc=call->core;
1101         int jitt_comp=lc->rtp_conf.audio_jitt_comp;
1102         int used_pt=-1;
1103         /* look for savp stream first */
1104         const SalStreamDescription *stream=sal_media_description_find_stream(call->resultdesc,
1105                                                 SalProtoRtpSavp,SalAudio);
1106         /* no savp audio stream, use avp */
1107         if (!stream)
1108                 stream=sal_media_description_find_stream(call->resultdesc,
1109                                                 SalProtoRtpAvp,SalAudio);
1110
1111         if (stream && stream->dir!=SalStreamInactive && stream->port!=0){
1112                 MSSndCard *playcard=lc->sound_conf.lsd_card ?
1113                         lc->sound_conf.lsd_card : lc->sound_conf.play_sndcard;
1114                 MSSndCard *captcard=lc->sound_conf.capt_sndcard;
1115                 const char *playfile=lc->play_file;
1116                 const char *recfile=lc->rec_file;
1117                 call->audio_profile=make_profile(call,call->resultdesc,stream,&used_pt);
1118                 bool_t use_ec;
1119
1120                 if (used_pt!=-1){
1121                         if (playcard==NULL) {
1122                                 ms_warning("No card defined for playback !");
1123                         }
1124                         if (captcard==NULL) {
1125                                 ms_warning("No card defined for capture !");
1126                         }
1127                         /*Replace soundcard filters by inactive file players or recorders
1128                          when placed in recvonly or sendonly mode*/
1129                         if (stream->port==0 || stream->dir==SalStreamRecvOnly){
1130                                 captcard=NULL;
1131                                 playfile=NULL;
1132                         }else if (stream->dir==SalStreamSendOnly){
1133                                 playcard=NULL;
1134                                 captcard=NULL;
1135                                 recfile=NULL;
1136                                 /*And we will eventually play "playfile" if set by the user*/
1137                                 /*playfile=NULL;*/
1138                         }
1139                         if (send_ringbacktone){
1140                                 captcard=NULL;
1141                                 playfile=NULL;/* it is setup later*/
1142                         }
1143                         /*if playfile are supplied don't use soundcards*/
1144                         if (lc->use_files) {
1145                                 captcard=NULL;
1146                                 playcard=NULL;
1147                         }
1148                         if (call->params.in_conference){
1149                                 /* first create the graph without soundcard resources*/
1150                                 captcard=playcard=NULL;
1151                         }
1152                         if (!linphone_call_sound_resources_available(call)){
1153                                 ms_message("Sound resources are used by another call, not using soundcard.");
1154                                 captcard=playcard=NULL;
1155                         }
1156                         use_ec=captcard==NULL ? FALSE : linphone_core_echo_cancellation_enabled(lc);
1157
1158                         audio_stream_enable_adaptive_bitrate_control(call->audiostream,use_arc);
1159                         audio_stream_start_full(
1160                                 call->audiostream,
1161                                 call->audio_profile,
1162                                 stream->addr[0]!='\0' ? stream->addr : call->resultdesc->addr,
1163                                 stream->port,
1164                                 linphone_core_rtcp_enabled(lc) ? (stream->port+1) : 0,
1165                                 used_pt,
1166                                 jitt_comp,
1167                                 playfile,
1168                                 recfile,
1169                                 playcard,
1170                                 captcard,
1171                                 use_ec
1172                                 );
1173                         post_configure_audio_streams(call);
1174                         if (muted && !send_ringbacktone){
1175                                 audio_stream_set_mic_gain(call->audiostream,0);
1176                         }
1177                         if (stream->dir==SalStreamSendOnly && playfile!=NULL){
1178                                 int pause_time=500;
1179                                 ms_filter_call_method(call->audiostream->soundread,MS_FILE_PLAYER_LOOP,&pause_time);
1180                         }
1181                         if (send_ringbacktone){
1182                                 setup_ring_player(lc,call);
1183                         }
1184                         audio_stream_set_rtcp_information(call->audiostream, cname, LINPHONE_RTCP_SDES_TOOL);
1185
1186             /* valid local tags are > 0 */
1187                         if (stream->proto == SalProtoRtpSavp) {
1188                 const SalStreamDescription *local_st_desc=sal_media_description_find_stream(call->localdesc,
1189                                                                                             SalProtoRtpSavp,SalAudio);
1190                 int crypto_idx = find_crypto_index_from_tag(local_st_desc->crypto, stream->crypto_local_tag);
1191
1192                 if (crypto_idx >= 0) {
1193                     audio_stream_enable_strp(
1194                                              call->audiostream,
1195                                              stream->crypto[0].algo,
1196                                              local_st_desc->crypto[crypto_idx].master_key,
1197                                              stream->crypto[0].master_key);
1198                     call->audiostream_encrypted=TRUE;
1199                 } else {
1200                     ms_warning("Failed to find local crypto algo with tag: %d", stream->crypto_local_tag);
1201                     call->audiostream_encrypted=FALSE;
1202                 }
1203                         }else call->audiostream_encrypted=FALSE;
1204                         if (call->params.in_conference){
1205                                 /*transform the graph to connect it to the conference filter */
1206                                 bool_t mute=stream->dir==SalStreamRecvOnly;
1207                                 linphone_call_add_to_conf(call, mute);
1208                         }
1209                         call->current_params.in_conference=call->params.in_conference;
1210                 }else ms_warning("No audio stream accepted ?");
1211         }
1212 }
1213
1214 static void linphone_call_start_video_stream(LinphoneCall *call, const char *cname,bool_t all_inputs_muted){
1215 #ifdef VIDEO_ENABLED
1216         LinphoneCore *lc=call->core;
1217         int used_pt=-1;
1218         /* look for savp stream first */
1219         const SalStreamDescription *vstream=sal_media_description_find_stream(call->resultdesc,
1220                                                 SalProtoRtpSavp,SalVideo);
1221         /* no savp audio stream, use avp */
1222         if (!vstream)
1223                 vstream=sal_media_description_find_stream(call->resultdesc,
1224                                                 SalProtoRtpAvp,SalVideo);
1225
1226         /* shutdown preview */
1227         if (lc->previewstream!=NULL) {
1228                 video_preview_stop(lc->previewstream);
1229                 lc->previewstream=NULL;
1230         }
1231
1232         if (vstream!=NULL && vstream->dir!=SalStreamInactive && vstream->port!=0) {
1233                 const char *addr=vstream->addr[0]!='\0' ? vstream->addr : call->resultdesc->addr;
1234                 call->video_profile=make_profile(call,call->resultdesc,vstream,&used_pt);
1235                 if (used_pt!=-1){
1236                         VideoStreamDir dir=VideoStreamSendRecv;
1237                         MSWebCam *cam=lc->video_conf.device;
1238                         bool_t is_inactive=FALSE;
1239
1240                         call->current_params.has_video=TRUE;
1241
1242                         video_stream_enable_adaptive_bitrate_control(call->videostream,
1243                                                                   linphone_core_adaptive_rate_control_enabled(lc));
1244                         video_stream_set_sent_video_size(call->videostream,linphone_core_get_preferred_video_size(lc));
1245                         video_stream_enable_self_view(call->videostream,lc->video_conf.selfview);
1246                         if (lc->video_window_id!=0)
1247                                 video_stream_set_native_window_id(call->videostream,lc->video_window_id);
1248                         if (lc->preview_window_id!=0)
1249                                 video_stream_set_native_preview_window_id (call->videostream,lc->preview_window_id);
1250                         video_stream_use_preview_video_window (call->videostream,lc->use_preview_window);
1251
1252                         if (vstream->dir==SalStreamSendOnly && lc->video_conf.capture ){
1253                                 cam=get_nowebcam_device();
1254                                 dir=VideoStreamSendOnly;
1255                         }else if (vstream->dir==SalStreamRecvOnly && lc->video_conf.display ){
1256                                 dir=VideoStreamRecvOnly;
1257                         }else if (vstream->dir==SalStreamSendRecv){
1258                                 if (lc->video_conf.display && lc->video_conf.capture)
1259                                         dir=VideoStreamSendRecv;
1260                                 else if (lc->video_conf.display)
1261                                         dir=VideoStreamRecvOnly;
1262                                 else
1263                                         dir=VideoStreamSendOnly;
1264                         }else{
1265                                 ms_warning("video stream is inactive.");
1266                                 /*either inactive or incompatible with local capabilities*/
1267                                 is_inactive=TRUE;
1268                         }
1269                         if (call->camera_active==FALSE || all_inputs_muted){
1270                                 cam=get_nowebcam_device();
1271                         }
1272                         if (!is_inactive){
1273                                 video_stream_set_direction (call->videostream, dir);
1274                                 ms_message("%s lc rotation:%d\n", __FUNCTION__, lc->device_rotation);
1275                                 video_stream_set_device_rotation(call->videostream, lc->device_rotation);
1276                                 video_stream_start(call->videostream,
1277                                         call->video_profile, addr, vstream->port,
1278                                         linphone_core_rtcp_enabled(lc) ? (vstream->port+1) : 0,
1279                                         used_pt, lc->rtp_conf.audio_jitt_comp, cam);
1280                                 video_stream_set_rtcp_information(call->videostream, cname,LINPHONE_RTCP_SDES_TOOL);
1281                         }
1282
1283                         if (vstream->proto == SalProtoRtpSavp) {
1284                                 const SalStreamDescription *local_st_desc=sal_media_description_find_stream(call->localdesc,
1285                                                 SalProtoRtpSavp,SalVideo);
1286
1287                                 video_stream_enable_strp(
1288                                         call->videostream,
1289                                         vstream->crypto[0].algo,
1290                                         local_st_desc->crypto[0].master_key,
1291                                         vstream->crypto[0].master_key
1292                                         );
1293                                 call->videostream_encrypted=TRUE;
1294                         }else{
1295                                 call->videostream_encrypted=FALSE;
1296                         }
1297                 }else ms_warning("No video stream accepted.");
1298         }else{
1299                 ms_warning("No valid video stream defined.");
1300         }
1301 #endif
1302 }
1303
1304 void linphone_call_start_media_streams(LinphoneCall *call, bool_t all_inputs_muted, bool_t send_ringbacktone){
1305         LinphoneCore *lc=call->core;
1306         LinphoneAddress *me=linphone_core_get_primary_contact_parsed(lc);
1307         char *cname;
1308         bool_t use_arc=linphone_core_adaptive_rate_control_enabled(lc);
1309 #ifdef VIDEO_ENABLED
1310         const SalStreamDescription *vstream=sal_media_description_find_stream(call->resultdesc,
1311                                                         SalProtoRtpAvp,SalVideo);
1312 #endif
1313
1314         if(call->audiostream == NULL)
1315         {
1316                 ms_fatal("start_media_stream() called without prior init !");
1317                 return;
1318         }
1319         cname=linphone_address_as_string_uri_only(me);
1320
1321 #if defined(VIDEO_ENABLED)
1322         if (vstream!=NULL && vstream->dir!=SalStreamInactive && vstream->payloads!=NULL){
1323                 /*when video is used, do not make adaptive rate control on audio, it is stupid.*/
1324                 use_arc=FALSE;
1325         }
1326 #endif
1327         linphone_call_start_audio_stream(call,cname,all_inputs_muted,send_ringbacktone,use_arc);
1328         call->current_params.has_video=FALSE;
1329         if (call->videostream!=NULL) {
1330                 linphone_call_start_video_stream(call,cname,all_inputs_muted);
1331         }
1332
1333         call->all_muted=all_inputs_muted;
1334         call->playing_ringbacktone=send_ringbacktone;
1335         call->up_bw=linphone_core_get_upload_bandwidth(lc);
1336
1337         if (call->params.media_encryption==LinphoneMediaEncryptionZRTP) {
1338                 OrtpZrtpParams params;
1339                 /*will be set later when zrtp is activated*/
1340                 call->current_params.media_encryption=LinphoneMediaEncryptionNone;
1341
1342                 params.zid_file=lc->zrtp_secrets_cache;
1343                 audio_stream_enable_zrtp(call->audiostream,&params);
1344         }else if (call->params.media_encryption==LinphoneMediaEncryptionSRTP){
1345                 call->current_params.media_encryption=linphone_call_are_all_streams_encrypted(call) ?
1346                         LinphoneMediaEncryptionSRTP : LinphoneMediaEncryptionNone;
1347         }
1348
1349         /*also reflect the change if the "wished" params, in order to avoid to propose SAVP or video again
1350          * further in the call, for example during pause,resume, conferencing reINVITEs*/
1351         linphone_call_fix_call_parameters(call);
1352
1353         goto end;
1354         end:
1355                 ms_free(cname);
1356                 linphone_address_destroy(me);
1357 }
1358
1359 static void linphone_call_log_fill_stats(LinphoneCallLog *log, AudioStream *st){
1360         audio_stream_get_local_rtp_stats (st,&log->local_stats);
1361         log->quality=audio_stream_get_average_quality_rating(st);
1362 }
1363
1364 void linphone_call_stop_media_streams(LinphoneCall *call){
1365         if (call->audiostream!=NULL) {
1366                 rtp_session_unregister_event_queue(call->audiostream->session,call->audiostream_app_evq);
1367                 ortp_ev_queue_flush(call->audiostream_app_evq);
1368                 ortp_ev_queue_destroy(call->audiostream_app_evq);
1369
1370                 if (call->audiostream->ec){
1371                         const char *state_str=NULL;
1372                         ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_STATE_STRING,&state_str);
1373                         if (state_str){
1374                                 ms_message("Writing echo canceler state, %i bytes",(int)strlen(state_str));
1375                                 lp_config_set_string(call->core->config,"sound","ec_state",state_str);
1376                         }
1377                 }
1378                 linphone_call_log_fill_stats (call->log,call->audiostream);
1379                 if (call->endpoint){
1380                         linphone_call_remove_from_conf(call);
1381                 }
1382                 audio_stream_stop(call->audiostream);
1383                 call->audiostream=NULL;
1384         }
1385
1386
1387 #ifdef VIDEO_ENABLED
1388         if (call->videostream!=NULL){
1389                 rtp_session_unregister_event_queue(call->videostream->session,call->videostream_app_evq);
1390                 ortp_ev_queue_flush(call->videostream_app_evq);
1391                 ortp_ev_queue_destroy(call->videostream_app_evq);
1392                 video_stream_stop(call->videostream);
1393                 call->videostream=NULL;
1394         }
1395 #endif
1396         ms_event_queue_skip(call->core->msevq);
1397
1398         if (call->audio_profile){
1399                 rtp_profile_clear_all(call->audio_profile);
1400                 rtp_profile_destroy(call->audio_profile);
1401                 call->audio_profile=NULL;
1402         }
1403         if (call->video_profile){
1404                 rtp_profile_clear_all(call->video_profile);
1405                 rtp_profile_destroy(call->video_profile);
1406                 call->video_profile=NULL;
1407         }
1408 }
1409
1410
1411
1412 void linphone_call_enable_echo_cancellation(LinphoneCall *call, bool_t enable) {
1413         if (call!=NULL && call->audiostream!=NULL && call->audiostream->ec){
1414                 bool_t bypass_mode = !enable;
1415                 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_SET_BYPASS_MODE,&bypass_mode);
1416         }
1417 }
1418 bool_t linphone_call_echo_cancellation_enabled(LinphoneCall *call) {
1419         if (call!=NULL && call->audiostream!=NULL && call->audiostream->ec){
1420                 bool_t val;
1421                 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_BYPASS_MODE,&val);
1422                 return !val;
1423         } else {
1424                 return linphone_core_echo_cancellation_enabled(call->core);
1425         }
1426 }
1427
1428 void linphone_call_enable_echo_limiter(LinphoneCall *call, bool_t val){
1429         if (call!=NULL && call->audiostream!=NULL ) {
1430                 if (val) {
1431                 const char *type=lp_config_get_string(call->core->config,"sound","el_type","mic");
1432                 if (strcasecmp(type,"mic")==0)
1433                         audio_stream_enable_echo_limiter(call->audiostream,ELControlMic);
1434                 else if (strcasecmp(type,"full")==0)
1435                         audio_stream_enable_echo_limiter(call->audiostream,ELControlFull);
1436                 } else {
1437                         audio_stream_enable_echo_limiter(call->audiostream,ELInactive);
1438                 }
1439         }
1440 }
1441
1442 bool_t linphone_call_echo_limiter_enabled(const LinphoneCall *call){
1443         if (call!=NULL && call->audiostream!=NULL ){
1444                 return call->audiostream->el_type !=ELInactive ;
1445         } else {
1446                 return linphone_core_echo_limiter_enabled(call->core);
1447         }
1448 }
1449
1450 /**
1451  * @addtogroup call_misc
1452  * @{
1453 **/
1454
1455 /**
1456  * Returns the measured sound volume played locally (received from remote)
1457  * It is expressed in dbm0.
1458 **/
1459 float linphone_call_get_play_volume(LinphoneCall *call){
1460         AudioStream *st=call->audiostream;
1461         if (st && st->volrecv){
1462                 float vol=0;
1463                 ms_filter_call_method(st->volrecv,MS_VOLUME_GET,&vol);
1464                 return vol;
1465
1466         }
1467         return LINPHONE_VOLUME_DB_LOWEST;
1468 }
1469
1470 /**
1471  * Returns the measured sound volume recorded locally (sent to remote)
1472  * It is expressed in dbm0.
1473 **/
1474 float linphone_call_get_record_volume(LinphoneCall *call){
1475         AudioStream *st=call->audiostream;
1476         if (st && st->volsend && !call->audio_muted && call->state==LinphoneCallStreamsRunning){
1477                 float vol=0;
1478                 ms_filter_call_method(st->volsend,MS_VOLUME_GET,&vol);
1479                 return vol;
1480
1481         }
1482         return LINPHONE_VOLUME_DB_LOWEST;
1483 }
1484
1485 /**
1486  * Obtain real-time quality rating of the call
1487  *
1488  * Based on local RTP statistics and RTCP feedback, a quality rating is computed and updated
1489  * during all the duration of the call. This function returns its value at the time of the function call.
1490  * It is expected that the rating is updated at least every 5 seconds or so.
1491  * The rating is a floating point number comprised between 0 and 5.
1492  *
1493  * 4-5 = good quality <br>
1494  * 3-4 = average quality <br>
1495  * 2-3 = poor quality <br>
1496  * 1-2 = very poor quality <br>
1497  * 0-1 = can't be worse, mostly unusable <br>
1498  *
1499  * @returns The function returns -1 if no quality measurement is available, for example if no
1500  * active audio stream exist. Otherwise it returns the quality rating.
1501 **/
1502 float linphone_call_get_current_quality(LinphoneCall *call){
1503         if (call->audiostream){
1504                 return audio_stream_get_quality_rating(call->audiostream);
1505         }
1506         return -1;
1507 }
1508
1509 /**
1510  * Returns call quality averaged over all the duration of the call.
1511  *
1512  * See linphone_call_get_current_quality() for more details about quality measurement.
1513 **/
1514 float linphone_call_get_average_quality(LinphoneCall *call){
1515         if (call->audiostream){
1516                 return audio_stream_get_average_quality_rating(call->audiostream);
1517         }
1518         return -1;
1519 }
1520
1521 /**
1522  * @}
1523 **/
1524
1525 static void display_bandwidth(RtpSession *as, RtpSession *vs){
1526         ms_message("bandwidth usage: audio=[d=%.1f,u=%.1f] video=[d=%.1f,u=%.1f] kbit/sec",
1527         (as!=NULL) ? (rtp_session_compute_recv_bandwidth(as)*1e-3) : 0,
1528         (as!=NULL) ? (rtp_session_compute_send_bandwidth(as)*1e-3) : 0,
1529         (vs!=NULL) ? (rtp_session_compute_recv_bandwidth(vs)*1e-3) : 0,
1530         (vs!=NULL) ? (rtp_session_compute_send_bandwidth(vs)*1e-3) : 0);
1531 }
1532
1533 static void linphone_core_disconnected(LinphoneCore *lc, LinphoneCall *call){
1534         char temp[256];
1535         char *from=NULL;
1536         if(call)
1537                 from = linphone_call_get_remote_address_as_string(call);
1538         if (from)
1539         {
1540                 snprintf(temp,sizeof(temp),"Remote end %s seems to have disconnected, the call is going to be closed.",from);
1541                 free(from);
1542         }
1543         else
1544         {
1545                 snprintf(temp,sizeof(temp),"Remote end seems to have disconnected, the call is going to be closed.");
1546         }
1547         if (lc->vtable.display_warning!=NULL)
1548                 lc->vtable.display_warning(lc,temp);
1549         linphone_core_terminate_call(lc,call);
1550 }
1551
1552 void linphone_call_background_tasks(LinphoneCall *call, bool_t one_second_elapsed){
1553         int disconnect_timeout = linphone_core_get_nortp_timeout(call->core);
1554         bool_t disconnected=FALSE;
1555
1556         if (call->state==LinphoneCallStreamsRunning && one_second_elapsed){
1557                 RtpSession *as=NULL,*vs=NULL;
1558                 float audio_load=0, video_load=0;
1559                 if (call->audiostream!=NULL){
1560                         as=call->audiostream->session;
1561                         if (call->audiostream->ticker)
1562                                 audio_load=ms_ticker_get_average_load(call->audiostream->ticker);
1563                 }
1564                 if (call->videostream!=NULL){
1565                         if (call->videostream->ticker)
1566                                 video_load=ms_ticker_get_average_load(call->videostream->ticker);
1567                         vs=call->videostream->session;
1568                 }
1569                 display_bandwidth(as,vs);
1570                 ms_message("Thread processing load: audio=%f\tvideo=%f",audio_load,video_load);
1571         }
1572 #ifdef VIDEO_ENABLED
1573         if (call->videostream!=NULL) {
1574                 // Beware that the application queue should not depend on treatments fron the
1575                 // mediastreamer queue.
1576                 video_stream_iterate(call->videostream);
1577
1578                 if (call->videostream_app_evq){
1579                         OrtpEvent *ev;
1580                         while (NULL != (ev=ortp_ev_queue_get(call->videostream_app_evq))){
1581                                 OrtpEventType evt=ortp_event_get_type(ev);
1582                                 if (evt == ORTP_EVENT_ZRTP_ENCRYPTION_CHANGED){
1583                                         OrtpEventData *evd=ortp_event_get_data(ev);
1584                                         linphone_call_videostream_encryption_changed(call, evd->info.zrtp_stream_encrypted);
1585                                 }
1586                                 ortp_event_destroy(ev);
1587                         }
1588                 }
1589         }
1590 #endif
1591         if (call->audiostream!=NULL) {
1592                 // Beware that the application queue should not depend on treatments fron the
1593                 // mediastreamer queue.
1594                 audio_stream_iterate(call->audiostream);
1595
1596                 if (call->audiostream_app_evq){
1597                         OrtpEvent *ev;
1598                         while (NULL != (ev=ortp_ev_queue_get(call->audiostream_app_evq))){
1599                                 OrtpEventType evt=ortp_event_get_type(ev);
1600                                 if (evt == ORTP_EVENT_ZRTP_ENCRYPTION_CHANGED){
1601                                         OrtpEventData *evd=ortp_event_get_data(ev);
1602                                         linphone_call_audiostream_encryption_changed(call, evd->info.zrtp_stream_encrypted);
1603                                 } else if (evt == ORTP_EVENT_ZRTP_SAS_READY) {
1604                                         OrtpEventData *evd=ortp_event_get_data(ev);
1605                                         linphone_call_audiostream_auth_token_ready(call, evd->info.zrtp_sas.sas, evd->info.zrtp_sas.verified);
1606                                 }
1607                                 ortp_event_destroy(ev);
1608                         }
1609                 }
1610         }
1611         if (call->state==LinphoneCallStreamsRunning && one_second_elapsed && call->audiostream!=NULL && disconnect_timeout>0 )
1612                 disconnected=!audio_stream_alive(call->audiostream,disconnect_timeout);
1613         if (disconnected)
1614                 linphone_core_disconnected(call->core,call);
1615 }
1616
1617 void linphone_call_log_completed(LinphoneCall *call){
1618         LinphoneCore *lc=call->core;
1619
1620         call->log->duration=time(NULL)-call->start_time;
1621
1622         if (call->log->status==LinphoneCallMissed){
1623                 char *info;
1624                 lc->missed_calls++;
1625                 info=ortp_strdup_printf(ngettext("You have missed %i call.",
1626                                          "You have missed %i calls.", lc->missed_calls),
1627                                 lc->missed_calls);
1628         if (lc->vtable.display_status!=NULL)
1629             lc->vtable.display_status(lc,info);
1630                 ms_free(info);
1631         }
1632         lc->call_logs=ms_list_prepend(lc->call_logs,(void *)call->log);
1633         if (ms_list_size(lc->call_logs)>lc->max_call_logs){
1634                 MSList *elem,*prevelem=NULL;
1635                 /*find the last element*/
1636                 for(elem=lc->call_logs;elem!=NULL;elem=elem->next){
1637                         prevelem=elem;
1638                 }
1639                 elem=prevelem;
1640                 linphone_call_log_destroy((LinphoneCallLog*)elem->data);
1641                 lc->call_logs=ms_list_remove_link(lc->call_logs,elem);
1642         }
1643         if (lc->vtable.call_log_updated!=NULL){
1644                 lc->vtable.call_log_updated(lc,call->log);
1645         }
1646         call_logs_write_to_config_file(lc);
1647 }
1648
1649