sjero.net Git - linphone/blob - coreapi/linphonecall.c

   1
   2 /*
   3 linphone
   4 Copyright (C) 2010  Belledonne Communications SARL
   5  (simon.morlat@linphone.org)
   6
   7 This program is free software; you can redistribute it and/or
   8 modify it under the terms of the GNU General Public License
   9 as published by the Free Software Foundation; either version 2
  10 of the License, or (at your option) any later version.
  11
  12 This program is distributed in the hope that it will be useful,
  13 but WITHOUT ANY WARRANTY; without even the implied warranty of
  14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15 GNU General Public License for more details.
  16
  17 You should have received a copy of the GNU General Public License
  18 along with this program; if not, write to the Free Software
  19 Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
  20 */
  21 #ifdef WIN32
  22 #include <time.h>
  23 #endif
  24 #include "linphonecore.h"
  25 #include "sipsetup.h"
  26 #include "lpconfig.h"
  27 #include "private.h"
  28 #include <ortp/event.h>
  29 #include <ortp/b64.h>
  30
  31
  32 #include "mediastreamer2/mediastream.h"
  33 #include "mediastreamer2/msvolume.h"
  34 #include "mediastreamer2/msequalizer.h"
  35 #include "mediastreamer2/msfileplayer.h"
  36 #include "mediastreamer2/msjpegwriter.h"
  37 #include "mediastreamer2/mseventqueue.h"
  38 #include "mediastreamer2/mssndcard.h"
  39
  40 #ifdef VIDEO_ENABLED
  41 static MSWebCam *get_nowebcam_device(){
  42         return ms_web_cam_manager_get_cam(ms_web_cam_manager_get(),"StaticImage: Static picture");
  43 }
  44 #endif
  45
  46 static bool_t generate_b64_crypto_key(int key_length, char* key_out) {
  47         int b64_size;
  48         uint8_t* tmp = (uint8_t*) malloc(key_length);
  49         if (ortp_crypto_get_random(tmp, key_length)!=0) {
  50                 ms_error("Failed to generate random key");
  51                 free(tmp);
  52                 return FALSE;
  53         }
  54
  55         b64_size = b64_encode((const char*)tmp, key_length, NULL, 0);
  56         if (b64_size == 0) {
  57                 ms_error("Failed to b64 encode key");
  58                 free(tmp);
  59                 return FALSE;
  60         }
  61         key_out[b64_size] = '\0';
  62         b64_encode((const char*)tmp, key_length, key_out, 40);
  63         free(tmp);
  64         return TRUE;
  65 }
  66
  67 LinphoneCore *linphone_call_get_core(const LinphoneCall *call){
  68         return call->core;
  69 }
  70
  71 const char* linphone_call_get_authentication_token(LinphoneCall *call){
  72         return call->auth_token;
  73 }
  74
  75 bool_t linphone_call_get_authentication_token_verified(LinphoneCall *call){
  76         return call->auth_token_verified;
  77 }
  78
  79 static bool_t linphone_call_are_all_streams_encrypted(LinphoneCall *call) {
  80         // Check ZRTP encryption in audiostream
  81         if (!call->audiostream_encrypted) {
  82                 return FALSE;
  83         }
  84
  85 #ifdef VIDEO_ENABLED
  86         // If video enabled, check ZRTP encryption in videostream
  87         const LinphoneCallParams *params=linphone_call_get_current_params(call);
  88         if (params->has_video && !call->videostream_encrypted) {
  89                 return FALSE;
  90         }
  91 #endif
  92
  93         return TRUE;
  94 }
  95
  96 void propagate_encryption_changed(LinphoneCall *call){
  97         LinphoneCore *lc=call->core;
  98         if (!linphone_call_are_all_streams_encrypted(call)) {
  99                 ms_message("Some streams are not encrypted");
 100                 call->current_params.media_encryption=LinphoneMediaEncryptionNone;
 101                 if (lc->vtable.call_encryption_changed)
 102                         lc->vtable.call_encryption_changed(call->core, call, FALSE, call->auth_token);
 103         } else {
 104                 ms_message("All streams are encrypted");
 105                 call->current_params.media_encryption=LinphoneMediaEncryptionZRTP;
 106                 if (lc->vtable.call_encryption_changed)
 107                         lc->vtable.call_encryption_changed(call->core, call, TRUE, call->auth_token);
 108         }
 109 }
 110
 111 #ifdef VIDEO_ENABLED
 112 static void linphone_call_videostream_encryption_changed(void *data, bool_t encrypted){
 113         ms_message("Video stream is %s", encrypted ? "encrypted" : "not encrypted");
 114
 115         LinphoneCall *call = (LinphoneCall *)data;
 116         call->videostream_encrypted=encrypted;
 117         propagate_encryption_changed(call);
 118 }
 119 #endif
 120
 121 static void linphone_call_audiostream_encryption_changed(void *data, bool_t encrypted) {
 122         char status[255]={0};
 123         ms_message("Audio stream is %s ", encrypted ? "encrypted" : "not encrypted");
 124
 125         LinphoneCall *call = (LinphoneCall *)data;
 126         call->audiostream_encrypted=encrypted;
 127
 128         if (encrypted && call->core->vtable.display_status != NULL) {
 129                 snprintf(status,sizeof(status)-1,_("Authentication token is %s"),call->auth_token);
 130                  call->core->vtable.display_status(call->core, status);
 131         }
 132
 133         propagate_encryption_changed(call);
 134
 135
 136 #ifdef VIDEO_ENABLED
 137         // Enable video encryption
 138         const LinphoneCallParams *params=linphone_call_get_current_params(call);
 139         if (params->has_video) {
 140                 ms_message("Trying to enable encryption on video stream");
 141                 OrtpZrtpParams params;
 142                 params.zid_file=NULL; //unused
 143                 video_stream_enable_zrtp(call->videostream,call->audiostream,&params);
 144         }
 145 #endif
 146 }
 147
 148
 149 static void linphone_call_audiostream_auth_token_ready(void *data, const char* auth_token, bool_t verified) {
 150         LinphoneCall *call=(LinphoneCall *)data;
 151         if (call->auth_token != NULL)
 152                 ms_free(call->auth_token);
 153
 154         call->auth_token=ms_strdup(auth_token);
 155         call->auth_token_verified=verified;
 156
 157         ms_message("Authentication token is %s (%s)", auth_token, verified?"verified":"unverified");
 158 }
 159
 160 void linphone_call_set_authentication_token_verified(LinphoneCall *call, bool_t verified){
 161         if (call->audiostream==NULL){
 162                 ms_error("linphone_call_set_authentication_token_verified(): No audio stream");
 163         }
 164         if (call->audiostream->ortpZrtpContext==NULL){
 165                 ms_error("linphone_call_set_authentication_token_verified(): No zrtp context.");
 166         }
 167         if (!call->auth_token_verified && verified){
 168                 ortp_zrtp_sas_verified(call->audiostream->ortpZrtpContext);
 169         }else if (call->auth_token_verified && !verified){
 170                 ortp_zrtp_sas_reset_verified(call->audiostream->ortpZrtpContext);
 171         }
 172         call->auth_token_verified=verified;
 173         propagate_encryption_changed(call);
 174 }
 175
 176 static MSList *make_codec_list(LinphoneCore *lc, const MSList *codecs, int bandwidth_limit,int* max_sample_rate){
 177         MSList *l=NULL;
 178         const MSList *it;
 179         if (max_sample_rate) *max_sample_rate=0;
 180         for(it=codecs;it!=NULL;it=it->next){
 181                 PayloadType *pt=(PayloadType*)it->data;
 182                 if (pt->flags & PAYLOAD_TYPE_ENABLED){
 183                         if (bandwidth_limit>0 && !linphone_core_is_payload_type_usable_for_bandwidth(lc,pt,bandwidth_limit)){
 184                                 ms_message("Codec %s/%i eliminated because of audio bandwidth constraint.",pt->mime_type,pt->clock_rate);
 185                                 continue;
 186                         }
 187                         if (linphone_core_check_payload_type_usability(lc,pt)){
 188                                 l=ms_list_append(l,payload_type_clone(pt));
 189                                 if (max_sample_rate && payload_type_get_rate(pt)>*max_sample_rate) *max_sample_rate=payload_type_get_rate(pt);
 190                         }
 191                 }
 192         }
 193         return l;
 194 }
 195
 196 static SalMediaDescription *_create_local_media_description(LinphoneCore *lc, LinphoneCall *call, unsigned int session_id, unsigned int session_ver){
 197         MSList *l;
 198         PayloadType *pt;
 199         int i;
 200         const char *me=linphone_core_get_identity(lc);
 201         LinphoneAddress *addr=linphone_address_new(me);
 202         const char *username=linphone_address_get_username (addr);
 203         SalMediaDescription *md=sal_media_description_new();
 204
 205
 206         md->session_id=session_id;
 207         md->session_ver=session_ver;
 208         md->nstreams=1;
 209         strncpy(md->addr,call->localip,sizeof(md->addr));
 210         strncpy(md->username,username,sizeof(md->username));
 211         md->bandwidth=linphone_core_get_download_bandwidth(lc);
 212
 213         /*set audio capabilities */
 214         strncpy(md->streams[0].addr,call->localip,sizeof(md->streams[0].addr));
 215         md->streams[0].port=call->audio_port;
 216         md->streams[0].proto=(call->params.media_encryption == LinphoneMediaEncryptionSRTP) ?
 217                 SalProtoRtpSavp : SalProtoRtpAvp;
 218         md->streams[0].type=SalAudio;
 219         md->streams[0].ptime=lc->net_conf.down_ptime;
 220         l=make_codec_list(lc,lc->codecs_conf.audio_codecs,call->params.audio_bw,&md->streams[0].max_rate);
 221         pt=payload_type_clone(rtp_profile_get_payload_from_mime(&av_profile,"telephone-event"));
 222         l=ms_list_append(l,pt);
 223         md->streams[0].payloads=l;
 224
 225
 226
 227         if (call->params.has_video){
 228                 md->nstreams++;
 229                 md->streams[1].port=call->video_port;
 230                 md->streams[1].proto=md->streams[0].proto;
 231                 md->streams[1].type=SalVideo;
 232                 l=make_codec_list(lc,lc->codecs_conf.video_codecs,0,NULL);
 233                 md->streams[1].payloads=l;
 234         }
 235
 236         for(i=0; i<md->nstreams; i++) {
 237                 if (md->streams[i].proto == SalProtoRtpSavp) {
 238                         md->streams[i].crypto[0].tag = 1;
 239                         md->streams[i].crypto[0].algo = AES_128_SHA1_80;
 240                         if (!generate_b64_crypto_key(30, md->streams[i].crypto[0].master_key))
 241                                 md->streams[i].crypto[0].algo = 0;
 242                         md->streams[i].crypto[1].tag = 2;
 243                         md->streams[i].crypto[1].algo = AES_128_SHA1_32;
 244                         if (!generate_b64_crypto_key(30, md->streams[i].crypto[1].master_key))
 245                                 md->streams[i].crypto[1].algo = 0;
 246                         md->streams[i].crypto[2].algo = 0;
 247                 }
 248         }
 249
 250         linphone_address_destroy(addr);
 251         return md;
 252 }
 253
 254 void update_local_media_description(LinphoneCore *lc, LinphoneCall *call){
 255         SalMediaDescription *md=call->localdesc;
 256         if (md== NULL) {
 257                 call->localdesc = create_local_media_description(lc,call);
 258         } else {
 259                 call->localdesc = _create_local_media_description(lc,call,md->session_id,md->session_ver+1);
 260                 sal_media_description_unref(md);
 261         }
 262 }
 263
 264 SalMediaDescription *create_local_media_description(LinphoneCore *lc, LinphoneCall *call){
 265         unsigned int id=rand() & 0xfff;
 266         return _create_local_media_description(lc,call,id,id);
 267 }
 268
 269 static int find_port_offset(LinphoneCore *lc){
 270         int offset;
 271         MSList *elem;
 272         int audio_port;
 273         bool_t already_used=FALSE;
 274         for(offset=0;offset<100;offset+=2){
 275                 audio_port=linphone_core_get_audio_port (lc)+offset;
 276                 already_used=FALSE;
 277                 for(elem=lc->calls;elem!=NULL;elem=elem->next){
 278                         LinphoneCall *call=(LinphoneCall*)elem->data;
 279                         if (call->audio_port==audio_port) {
 280                                 already_used=TRUE;
 281                                 break;
 282                         }
 283                 }
 284                 if (!already_used) break;
 285         }
 286         if (offset==100){
 287                 ms_error("Could not find any free port !");
 288                 return -1;
 289         }
 290         return offset;
 291 }
 292
 293 static void linphone_call_init_common(LinphoneCall *call, LinphoneAddress *from, LinphoneAddress *to){
 294         int port_offset;
 295         call->magic=linphone_call_magic;
 296         call->refcnt=1;
 297         call->state=LinphoneCallIdle;
 298         call->start_time=time(NULL);
 299         call->media_start_time=0;
 300         call->log=linphone_call_log_new(call, from, to);
 301         call->owns_call_log=TRUE;
 302         linphone_core_notify_all_friends(call->core,LinphoneStatusOnThePhone);
 303         port_offset=find_port_offset (call->core);
 304         if (port_offset==-1) return;
 305         call->audio_port=linphone_core_get_audio_port(call->core)+port_offset;
 306         call->video_port=linphone_core_get_video_port(call->core)+port_offset;
 307
 308 }
 309
 310 static void discover_mtu(LinphoneCore *lc, const char *remote){
 311         int mtu;
 312         if (lc->net_conf.mtu==0 ){
 313                 /*attempt to discover mtu*/
 314                 mtu=ms_discover_mtu(remote);
 315                 if (mtu>0){
 316                         ms_set_mtu(mtu);
 317                         ms_message("Discovered mtu is %i, RTP payload max size is %i",
 318                                 mtu, ms_get_payload_max_size());
 319                 }
 320         }
 321 }
 322
 323 LinphoneCall * linphone_call_new_outgoing(struct _LinphoneCore *lc, LinphoneAddress *from, LinphoneAddress *to, const LinphoneCallParams *params)
 324 {
 325         LinphoneCall *call=ms_new0(LinphoneCall,1);
 326         call->dir=LinphoneCallOutgoing;
 327         call->op=sal_op_new(lc->sal);
 328         sal_op_set_user_pointer(call->op,call);
 329         call->core=lc;
 330         linphone_core_get_local_ip(lc,linphone_address_get_domain(to),call->localip);
 331         linphone_call_init_common(call,from,to);
 332         call->params=*params;
 333         call->localdesc=create_local_media_description (lc,call);
 334         call->camera_active=params->has_video;
 335         if (linphone_core_get_firewall_policy(call->core)==LinphonePolicyUseStun)
 336                 linphone_core_run_stun_tests(call->core,call);
 337         discover_mtu(lc,linphone_address_get_domain (to));
 338         if (params->referer){
 339                 sal_call_set_referer(call->op,params->referer->op);
 340         }
 341         return call;
 342 }
 343
 344 LinphoneCall * linphone_call_new_incoming(LinphoneCore *lc, LinphoneAddress *from, LinphoneAddress *to, SalOp *op){
 345         LinphoneCall *call=ms_new0(LinphoneCall,1);
 346         char *from_str;
 347
 348         call->dir=LinphoneCallIncoming;
 349         sal_op_set_user_pointer(op,call);
 350         call->op=op;
 351         call->core=lc;
 352
 353         if (lc->sip_conf.ping_with_options){
 354                 /*the following sends an option request back to the caller so that
 355                  we get a chance to discover our nat'd address before answering.*/
 356                 call->ping_op=sal_op_new(lc->sal);
 357                 from_str=linphone_address_as_string_uri_only(from);
 358                 sal_op_set_route(call->ping_op,sal_op_get_network_origin(op));
 359                 sal_op_set_user_pointer(call->ping_op,call);
 360                 sal_ping(call->ping_op,linphone_core_find_best_identity(lc,from,NULL),from_str);
 361                 ms_free(from_str);
 362         }
 363
 364         linphone_address_clean(from);
 365         linphone_core_get_local_ip(lc,linphone_address_get_domain(from),call->localip);
 366         linphone_call_init_common(call, from, to);
 367         linphone_core_init_default_params(lc, &call->params);
 368         call->params.has_video &= !!lc->video_policy.automatically_accept;
 369         call->localdesc=create_local_media_description (lc,call);
 370         call->camera_active=call->params.has_video;
 371         if (linphone_core_get_firewall_policy(call->core)==LinphonePolicyUseStun)
 372                 linphone_core_run_stun_tests(call->core,call);
 373         discover_mtu(lc,linphone_address_get_domain(from));
 374         return call;
 375 }
 376
 377 /* this function is called internally to get rid of a call.
 378  It performs the following tasks:
 379  - remove the call from the internal list of calls
 380  - update the call logs accordingly
 381 */
 382
 383 static void linphone_call_set_terminated(LinphoneCall *call){
 384         LinphoneCore *lc=call->core;
 385
 386         linphone_core_update_allocated_audio_bandwidth(lc);
 387
 388         call->owns_call_log=FALSE;
 389         linphone_call_log_completed(call);
 390
 391
 392         if (call == lc->current_call){
 393                 ms_message("Resetting the current call");
 394                 lc->current_call=NULL;
 395         }
 396
 397         if (linphone_core_del_call(lc,call) != 0){
 398                 ms_error("Could not remove the call from the list !!!");
 399         }
 400
 401         if (ms_list_size(lc->calls)==0)
 402                 linphone_core_notify_all_friends(lc,lc->presence_mode);
 403
 404         linphone_core_conference_check_uninit(lc);
 405         if (call->ringing_beep){
 406                 linphone_core_stop_dtmf(lc);
 407                 call->ringing_beep=FALSE;
 408         }
 409 }
 410
 411 void linphone_call_fix_call_parameters(LinphoneCall *call){
 412         call->params.has_video=call->current_params.has_video;
 413         call->params.media_encryption=call->current_params.media_encryption;
 414 }
 415
 416 const char *linphone_call_state_to_string(LinphoneCallState cs){
 417         switch (cs){
 418                 case LinphoneCallIdle:
 419                         return "LinphoneCallIdle";
 420                 case LinphoneCallIncomingReceived:
 421                         return "LinphoneCallIncomingReceived";
 422                 case LinphoneCallOutgoingInit:
 423                         return "LinphoneCallOutgoingInit";
 424                 case LinphoneCallOutgoingProgress:
 425                         return "LinphoneCallOutgoingProgress";
 426                 case LinphoneCallOutgoingRinging:
 427                         return "LinphoneCallOutgoingRinging";
 428                 case LinphoneCallOutgoingEarlyMedia:
 429                         return "LinphoneCallOutgoingEarlyMedia";
 430                 case LinphoneCallConnected:
 431                         return "LinphoneCallConnected";
 432                 case LinphoneCallStreamsRunning:
 433                         return "LinphoneCallStreamsRunning";
 434                 case LinphoneCallPausing:
 435                         return "LinphoneCallPausing";
 436                 case LinphoneCallPaused:
 437                         return "LinphoneCallPaused";
 438                 case LinphoneCallResuming:
 439                         return "LinphoneCallResuming";
 440                 case LinphoneCallRefered:
 441                         return "LinphoneCallRefered";
 442                 case LinphoneCallError:
 443                         return "LinphoneCallError";
 444                 case LinphoneCallEnd:
 445                         return "LinphoneCallEnd";
 446                 case LinphoneCallPausedByRemote:
 447                         return "LinphoneCallPausedByRemote";
 448                 case LinphoneCallUpdatedByRemote:
 449                         return "LinphoneCallUpdatedByRemote";
 450                 case LinphoneCallIncomingEarlyMedia:
 451                         return "LinphoneCallIncomingEarlyMedia";
 452                 case LinphoneCallUpdated:
 453                         return "LinphoneCallUpdated";
 454                 case LinphoneCallReleased:
 455                         return "LinphoneCallReleased";
 456         }
 457         return "undefined state";
 458 }
 459
 460 void linphone_call_set_state(LinphoneCall *call, LinphoneCallState cstate, const char *message){
 461         LinphoneCore *lc=call->core;
 462
 463         if (call->state!=cstate){
 464                 if (call->state==LinphoneCallEnd || call->state==LinphoneCallError){
 465                         if (cstate!=LinphoneCallReleased){
 466                                 ms_warning("Spurious call state change from %s to %s, ignored.",linphone_call_state_to_string(call->state),
 467                                    linphone_call_state_to_string(cstate));
 468                                 return;
 469                         }
 470                 }
 471                 ms_message("Call %p: moving from state %s to %s",call,linphone_call_state_to_string(call->state),
 472                            linphone_call_state_to_string(cstate));
 473                 if (cstate!=LinphoneCallRefered){
 474                         /*LinphoneCallRefered is rather an event, not a state.
 475                          Indeed it does not change the state of the call (still paused or running)*/
 476                         call->state=cstate;
 477                 }
 478                 if (cstate==LinphoneCallEnd || cstate==LinphoneCallError){
 479              if (call->reason==LinphoneReasonDeclined){
 480                                 call->log->status=LinphoneCallDeclined;
 481                         }
 482                         linphone_call_set_terminated (call);
 483                 }
 484                 if (cstate == LinphoneCallConnected) {
 485                         call->log->status=LinphoneCallSuccess;
 486                         call->media_start_time=time(NULL);
 487                 }
 488
 489                 if (lc->vtable.call_state_changed)
 490                         lc->vtable.call_state_changed(lc,call,cstate,message);
 491                 if (cstate==LinphoneCallReleased){
 492                         if (call->op!=NULL) {
 493                                 /* so that we cannot have anymore upcalls for SAL
 494                                  concerning this call*/
 495                                 sal_op_release(call->op);
 496                                 call->op=NULL;
 497                         }
 498                         linphone_call_unref(call);
 499                 }
 500         }
 501 }
 502
 503 static void linphone_call_destroy(LinphoneCall *obj)
 504 {
 505         if (obj->op!=NULL) {
 506                 sal_op_release(obj->op);
 507                 obj->op=NULL;
 508         }
 509         if (obj->resultdesc!=NULL) {
 510                 sal_media_description_unref(obj->resultdesc);
 511                 obj->resultdesc=NULL;
 512         }
 513         if (obj->localdesc!=NULL) {
 514                 sal_media_description_unref(obj->localdesc);
 515                 obj->localdesc=NULL;
 516         }
 517         if (obj->ping_op) {
 518                 sal_op_release(obj->ping_op);
 519         }
 520         if (obj->refer_to){
 521                 ms_free(obj->refer_to);
 522         }
 523         if (obj->owns_call_log)
 524                 linphone_call_log_destroy(obj->log);
 525         if (obj->auth_token) {
 526                 ms_free(obj->auth_token);
 527         }
 528
 529         ms_free(obj);
 530 }
 531
 532 /**
 533  * @addtogroup call_control
 534  * @{
 535 **/
 536
 537 /**
 538  * Increments the call 's reference count.
 539  * An application that wishes to retain a pointer to call object
 540  * must use this function to unsure the pointer remains
 541  * valid. Once the application no more needs this pointer,
 542  * it must call linphone_call_unref().
 543 **/
 544 LinphoneCall * linphone_call_ref(LinphoneCall *obj){
 545         obj->refcnt++;
 546         return obj;
 547 }
 548
 549 /**
 550  * Decrements the call object reference count.
 551  * See linphone_call_ref().
 552 **/
 553 void linphone_call_unref(LinphoneCall *obj){
 554         obj->refcnt--;
 555         if (obj->refcnt==0){
 556                 linphone_call_destroy(obj);
 557         }
 558 }
 559
 560 /**
 561  * Returns current parameters associated to the call.
 562 **/
 563 const LinphoneCallParams * linphone_call_get_current_params(const LinphoneCall *call){
 564         return &call->current_params;
 565 }
 566
 567 static bool_t is_video_active(const SalStreamDescription *sd){
 568         return sd->port!=0 && sd->dir!=SalStreamInactive;
 569 }
 570
 571 /**
 572  * Returns call parameters proposed by remote.
 573  *
 574  * This is useful when receiving an incoming call, to know whether the remote party
 575  * supports video, encryption or whatever.
 576 **/
 577 const LinphoneCallParams * linphone_call_get_remote_params(LinphoneCall *call){
 578         LinphoneCallParams *cp=&call->remote_params;
 579         memset(cp,0,sizeof(*cp));
 580         if (call->op){
 581                 SalMediaDescription *md=sal_call_get_remote_media_description(call->op);
 582                 if (md){
 583                         SalStreamDescription *asd,*vsd,*secure_asd,*secure_vsd;
 584
 585                         asd=sal_media_description_find_stream(md,SalProtoRtpAvp,SalAudio);
 586                         vsd=sal_media_description_find_stream(md,SalProtoRtpAvp,SalVideo);
 587                         secure_asd=sal_media_description_find_stream(md,SalProtoRtpSavp,SalAudio);
 588                         secure_vsd=sal_media_description_find_stream(md,SalProtoRtpSavp,SalVideo);
 589                         if (secure_vsd){
 590                                 cp->has_video=is_video_active(secure_vsd);
 591                                 if (secure_asd || asd==NULL)
 592                                         cp->media_encryption=LinphoneMediaEncryptionSRTP;
 593                         }else if (vsd){
 594                                 cp->has_video=is_video_active(vsd);
 595                         }
 596                         return cp;
 597                 }
 598         }
 599         return NULL;
 600 }
 601
 602 /**
 603  * Returns the remote address associated to this call
 604  *
 605 **/
 606 const LinphoneAddress * linphone_call_get_remote_address(const LinphoneCall *call){
 607         return call->dir==LinphoneCallIncoming ? call->log->from : call->log->to;
 608 }
 609
 610 /**
 611  * Returns the remote address associated to this call as a string.
 612  *
 613  * The result string must be freed by user using ms_free().
 614 **/
 615 char *linphone_call_get_remote_address_as_string(const LinphoneCall *call){
 616         return linphone_address_as_string(linphone_call_get_remote_address(call));
 617 }
 618
 619 /**
 620  * Retrieves the call's current state.
 621 **/
 622 LinphoneCallState linphone_call_get_state(const LinphoneCall *call){
 623         return call->state;
 624 }
 625
 626 /**
 627  * Returns the reason for a call termination (either error or normal termination)
 628 **/
 629 LinphoneReason linphone_call_get_reason(const LinphoneCall *call){
 630         return call->reason;
 631 }
 632
 633 /**
 634  * Get the user_pointer in the LinphoneCall
 635  *
 636  * @ingroup call_control
 637  *
 638  * return user_pointer an opaque user pointer that can be retrieved at any time
 639 **/
 640 void *linphone_call_get_user_pointer(LinphoneCall *call)
 641 {
 642         return call->user_pointer;
 643 }
 644
 645 /**
 646  * Set the user_pointer in the LinphoneCall
 647  *
 648  * @ingroup call_control
 649  *
 650  * the user_pointer is an opaque user pointer that can be retrieved at any time in the LinphoneCall
 651 **/
 652 void linphone_call_set_user_pointer(LinphoneCall *call, void *user_pointer)
 653 {
 654         call->user_pointer = user_pointer;
 655 }
 656
 657 /**
 658  * Returns the call log associated to this call.
 659 **/
 660 LinphoneCallLog *linphone_call_get_call_log(const LinphoneCall *call){
 661         return call->log;
 662 }
 663
 664 /**
 665  * Returns the refer-to uri (if the call was transfered).
 666 **/
 667 const char *linphone_call_get_refer_to(const LinphoneCall *call){
 668         return call->refer_to;
 669 }
 670
 671 /**
 672  * Returns direction of the call (incoming or outgoing).
 673 **/
 674 LinphoneCallDir linphone_call_get_dir(const LinphoneCall *call){
 675         return call->log->dir;
 676 }
 677
 678 /**
 679  * Returns the far end's user agent description string, if available.
 680 **/
 681 const char *linphone_call_get_remote_user_agent(LinphoneCall *call){
 682         if (call->op){
 683                 return sal_op_get_remote_ua (call->op);
 684         }
 685         return NULL;
 686 }
 687
 688 /**
 689  * Returns true if this calls has received a transfer that has not been
 690  * executed yet.
 691  * Pending transfers are executed when this call is being paused or closed,
 692  * locally or by remote endpoint.
 693  * If the call is already paused while receiving the transfer request, the
 694  * transfer immediately occurs.
 695 **/
 696 bool_t linphone_call_has_transfer_pending(const LinphoneCall *call){
 697         return call->refer_pending;
 698 }
 699
 700 /**
 701  * Returns call's duration in seconds.
 702 **/
 703 int linphone_call_get_duration(const LinphoneCall *call){
 704         if (call->media_start_time==0) return 0;
 705         return time(NULL)-call->media_start_time;
 706 }
 707
 708 /**
 709  * Returns the call object this call is replacing, if any.
 710  * Call replacement can occur during call transfers.
 711  * By default, the core automatically terminates the replaced call and accept the new one.
 712  * This function allows the application to know whether a new incoming call is a one that replaces another one.
 713 **/
 714 LinphoneCall *linphone_call_get_replaced_call(LinphoneCall *call){
 715         SalOp *op=sal_call_get_replaces(call->op);
 716         if (op){
 717                 return (LinphoneCall*)sal_op_get_user_pointer(op);
 718         }
 719         return NULL;
 720 }
 721
 722 /**
 723  * Indicate whether camera input should be sent to remote end.
 724 **/
 725 void linphone_call_enable_camera (LinphoneCall *call, bool_t enable){
 726 #ifdef VIDEO_ENABLED
 727         if (call->videostream!=NULL && call->videostream->ticker!=NULL){
 728                 LinphoneCore *lc=call->core;
 729                 MSWebCam *nowebcam=get_nowebcam_device();
 730                 if (call->camera_active!=enable && lc->video_conf.device!=nowebcam){
 731                         video_stream_change_camera(call->videostream,
 732                                      enable ? lc->video_conf.device : nowebcam);
 733                 }
 734         }
 735         call->camera_active=enable;
 736 #endif
 737 }
 738
 739 /**
 740  * Take a photo of currently received video and write it into a jpeg file.
 741 **/
 742 int linphone_call_take_video_snapshot(LinphoneCall *call, const char *file){
 743 #ifdef VIDEO_ENABLED
 744         if (call->videostream!=NULL && call->videostream->jpegwriter!=NULL){
 745                 return ms_filter_call_method(call->videostream->jpegwriter,MS_JPEG_WRITER_TAKE_SNAPSHOT,(void*)file);
 746         }
 747         ms_warning("Cannot take snapshot: no currently running video stream on this call.");
 748         return -1;
 749 #endif
 750         return -1;
 751 }
 752
 753 /**
 754  * Returns TRUE if camera pictures are sent to the remote party.
 755 **/
 756 bool_t linphone_call_camera_enabled (const LinphoneCall *call){
 757         return call->camera_active;
 758 }
 759
 760 /**
 761  * Enable video stream.
 762 **/
 763 void linphone_call_params_enable_video(LinphoneCallParams *cp, bool_t enabled){
 764         cp->has_video=enabled;
 765 }
 766
 767 /**
 768  * Returns whether video is enabled.
 769 **/
 770 bool_t linphone_call_params_video_enabled(const LinphoneCallParams *cp){
 771         return cp->has_video;
 772 }
 773
 774 enum LinphoneMediaEncryption linphone_call_params_get_media_encryption(const LinphoneCallParams *cp) {
 775         return cp->media_encryption;
 776 }
 777
 778 void linphone_call_params_set_media_encryption(LinphoneCallParams *cp, enum LinphoneMediaEncryption e) {
 779         cp->media_encryption = e;
 780 }
 781
 782
 783 /**
 784  * Enable sending of real early media (during outgoing calls).
 785 **/
 786 void linphone_call_params_enable_early_media_sending(LinphoneCallParams *cp, bool_t enabled){
 787         cp->real_early_media=enabled;
 788 }
 789
 790 bool_t linphone_call_params_early_media_sending_enabled(const LinphoneCallParams *cp){
 791         return cp->real_early_media;
 792 }
 793
 794 /**
 795  * Returns true if the call is part of the locally managed conference.
 796 **/
 797 bool_t linphone_call_params_local_conference_mode(const LinphoneCallParams *cp){
 798         return cp->in_conference;
 799 }
 800
 801 /**
 802  * Refine bandwidth settings for this call by setting a bandwidth limit for audio streams.
 803  * As a consequence, codecs whose bitrates are not compatible with this limit won't be used.
 804 **/
 805 void linphone_call_params_set_audio_bandwidth_limit(LinphoneCallParams *cp, int bandwidth){
 806         cp->audio_bw=bandwidth;
 807 }
 808
 809 #ifdef VIDEO_ENABLED
 810 /**
 811  * Request remote side to send us a Video Fast Update.
 812 **/
 813 void linphone_call_send_vfu_request(LinphoneCall *call)
 814 {
 815         if (LinphoneCallStreamsRunning == linphone_call_get_state(call))
 816                 sal_call_send_vfu_request(call->op);
 817 }
 818 #endif
 819
 820 /**
 821  *
 822 **/
 823 LinphoneCallParams * linphone_call_params_copy(const LinphoneCallParams *cp){
 824         LinphoneCallParams *ncp=ms_new0(LinphoneCallParams,1);
 825         memcpy(ncp,cp,sizeof(LinphoneCallParams));
 826         return ncp;
 827 }
 828
 829 /**
 830  *
 831 **/
 832 void linphone_call_params_destroy(LinphoneCallParams *p){
 833         ms_free(p);
 834 }
 835
 836 /**
 837  * @}
 838 **/
 839
 840
 841 #ifdef TEST_EXT_RENDERER
 842 static void rendercb(void *data, const MSPicture *local, const MSPicture *remote){
 843         ms_message("rendercb, local buffer=%p, remote buffer=%p",
 844                    local ? local->planes[0] : NULL, remote? remote->planes[0] : NULL);
 845 }
 846 #endif
 847
 848 #ifdef VIDEO_ENABLED
 849 static void video_stream_event_cb(void *user_pointer, const MSFilter *f, const unsigned int event_id, const void *args){
 850         ms_warning("In linphonecall.c: video_stream_event_cb");
 851         switch (event_id) {
 852                 case MS_VIDEO_DECODER_DECODING_ERRORS:
 853                         ms_warning("Case is MS_VIDEO_DECODER_DECODING_ERRORS");
 854                         linphone_call_send_vfu_request((LinphoneCall*) user_pointer);
 855                         break;
 856                 default:
 857                         ms_warning("Unhandled event %i", event_id);
 858                         break;
 859         }
 860 }
 861 #endif
 862
 863 void linphone_call_init_media_streams(LinphoneCall *call){
 864         LinphoneCore *lc=call->core;
 865         SalMediaDescription *md=call->localdesc;
 866         AudioStream *audiostream;
 867
 868         call->audiostream=audiostream=audio_stream_new(md->streams[0].port,linphone_core_ipv6_enabled(lc));
 869         if (linphone_core_echo_limiter_enabled(lc)){
 870                 const char *type=lp_config_get_string(lc->config,"sound","el_type","mic");
 871                 if (strcasecmp(type,"mic")==0)
 872                         audio_stream_enable_echo_limiter(audiostream,ELControlMic);
 873                 else if (strcasecmp(type,"full")==0)
 874                         audio_stream_enable_echo_limiter(audiostream,ELControlFull);
 875         }
 876         audio_stream_enable_gain_control(audiostream,TRUE);
 877         if (linphone_core_echo_cancellation_enabled(lc)){
 878                 int len,delay,framesize;
 879                 const char *statestr=lp_config_get_string(lc->config,"sound","ec_state",NULL);
 880                 len=lp_config_get_int(lc->config,"sound","ec_tail_len",0);
 881                 delay=lp_config_get_int(lc->config,"sound","ec_delay",0);
 882                 framesize=lp_config_get_int(lc->config,"sound","ec_framesize",0);
 883                 audio_stream_set_echo_canceller_params(audiostream,len,delay,framesize);
 884                 if (statestr && audiostream->ec){
 885                         ms_filter_call_method(audiostream->ec,MS_ECHO_CANCELLER_SET_STATE_STRING,(void*)statestr);
 886                 }
 887         }
 888         audio_stream_enable_automatic_gain_control(audiostream,linphone_core_agc_enabled(lc));
 889         {
 890                 int enabled=lp_config_get_int(lc->config,"sound","noisegate",0);
 891                 audio_stream_enable_noise_gate(audiostream,enabled);
 892         }
 893
 894         if (lc->rtptf){
 895                 RtpTransport *artp=lc->rtptf->audio_rtp_func(lc->rtptf->audio_rtp_func_data, call->audio_port);
 896                 RtpTransport *artcp=lc->rtptf->audio_rtcp_func(lc->rtptf->audio_rtcp_func_data, call->audio_port+1);
 897                 rtp_session_set_transports(audiostream->session,artp,artcp);
 898         }
 899
 900         call->audiostream_app_evq = ortp_ev_queue_new();
 901         rtp_session_register_event_queue(audiostream->session,call->audiostream_app_evq);
 902
 903 #ifdef VIDEO_ENABLED
 904
 905         if ((lc->video_conf.display || lc->video_conf.capture) && md->streams[1].port>0){
 906                 call->videostream=video_stream_new(md->streams[1].port,linphone_core_ipv6_enabled(lc));
 907         video_stream_enable_display_filter_auto_rotate(call->videostream, lp_config_get_int(lc->config,"video","display_filter_auto_rotate",0));
 908         if( lc->video_conf.displaytype != NULL)
 909                 video_stream_set_display_filter_name(call->videostream,lc->video_conf.displaytype);
 910         video_stream_set_event_callback(call->videostream,video_stream_event_cb, call);
 911         if (lc->rtptf){
 912                 RtpTransport *vrtp=lc->rtptf->video_rtp_func(lc->rtptf->video_rtp_func_data, call->video_port);
 913                 RtpTransport *vrtcp=lc->rtptf->video_rtcp_func(lc->rtptf->video_rtcp_func_data, call->video_port+1);
 914                 rtp_session_set_transports(call->videostream->session,vrtp,vrtcp);
 915         }
 916         call->videostream_app_evq = ortp_ev_queue_new();
 917         rtp_session_register_event_queue(call->videostream->session,call->videostream_app_evq);
 918 #ifdef TEST_EXT_RENDERER
 919                 video_stream_set_render_callback(call->videostream,rendercb,NULL);
 920 #endif
 921         }
 922 #else
 923         call->videostream=NULL;
 924 #endif
 925 }
 926
 927
 928 static int dtmf_tab[16]={'0','1','2','3','4','5','6','7','8','9','*','#','A','B','C','D'};
 929
 930 static void linphone_core_dtmf_received(RtpSession* s, int dtmf, void* user_data){
 931         LinphoneCore* lc = (LinphoneCore*)user_data;
 932         if (dtmf<0 || dtmf>15){
 933                 ms_warning("Bad dtmf value %i",dtmf);
 934                 return;
 935         }
 936         if (lc->vtable.dtmf_received != NULL)
 937                 lc->vtable.dtmf_received(lc, linphone_core_get_current_call(lc), dtmf_tab[dtmf]);
 938 }
 939
 940 static void parametrize_equalizer(LinphoneCore *lc, AudioStream *st){
 941         if (st->equalizer){
 942                 MSFilter *f=st->equalizer;
 943                 int enabled=lp_config_get_int(lc->config,"sound","eq_active",0);
 944                 const char *gains=lp_config_get_string(lc->config,"sound","eq_gains",NULL);
 945                 ms_filter_call_method(f,MS_EQUALIZER_SET_ACTIVE,&enabled);
 946                 if (enabled){
 947                         if (gains){
 948                                 do{
 949                                         int bytes;
 950                                         MSEqualizerGain g;
 951                                         if (sscanf(gains,"%f:%f:%f %n",&g.frequency,&g.gain,&g.width,&bytes)==3){
 952                                                 ms_message("Read equalizer gains: %f(~%f) --> %f",g.frequency,g.width,g.gain);
 953                                                 ms_filter_call_method(f,MS_EQUALIZER_SET_GAIN,&g);
 954                                                 gains+=bytes;
 955                                         }else break;
 956                                 }while(1);
 957                         }
 958                 }
 959         }
 960 }
 961
 962 void _post_configure_audio_stream(AudioStream *st, LinphoneCore *lc, bool_t muted){
 963         float mic_gain=lp_config_get_float(lc->config,"sound","mic_gain",1);
 964         float thres = 0;
 965         float recv_gain;
 966         float ng_thres=lp_config_get_float(lc->config,"sound","ng_thres",0.05);
 967         float ng_floorgain=lp_config_get_float(lc->config,"sound","ng_floorgain",0);
 968         int dc_removal=lp_config_get_int(lc->config,"sound","dc_removal",0);
 969
 970         if (!muted)
 971                 audio_stream_set_mic_gain(st,mic_gain);
 972         else
 973                 audio_stream_set_mic_gain(st,0);
 974
 975         recv_gain = lc->sound_conf.soft_play_lev;
 976         if (recv_gain != 0) {
 977                 linphone_core_set_playback_gain_db (lc,recv_gain);
 978         }
 979
 980         if (st->volsend){
 981                 ms_filter_call_method(st->volsend,MS_VOLUME_REMOVE_DC,&dc_removal);
 982                 float speed=lp_config_get_float(lc->config,"sound","el_speed",-1);
 983                 thres=lp_config_get_float(lc->config,"sound","el_thres",-1);
 984                 float force=lp_config_get_float(lc->config,"sound","el_force",-1);
 985                 int sustain=lp_config_get_int(lc->config,"sound","el_sustain",-1);
 986                 float transmit_thres=lp_config_get_float(lc->config,"sound","el_transmit_thres",-1);
 987                 MSFilter *f=NULL;
 988                 f=st->volsend;
 989                 if (speed==-1) speed=0.03;
 990                 if (force==-1) force=25;
 991                 ms_filter_call_method(f,MS_VOLUME_SET_EA_SPEED,&speed);
 992                 ms_filter_call_method(f,MS_VOLUME_SET_EA_FORCE,&force);
 993                 if (thres!=-1)
 994                         ms_filter_call_method(f,MS_VOLUME_SET_EA_THRESHOLD,&thres);
 995                 if (sustain!=-1)
 996                         ms_filter_call_method(f,MS_VOLUME_SET_EA_SUSTAIN,&sustain);
 997                 if (transmit_thres!=-1)
 998                                 ms_filter_call_method(f,MS_VOLUME_SET_EA_TRANSMIT_THRESHOLD,&transmit_thres);
 999
1000                 ms_filter_call_method(st->volsend,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_thres);
1001                 ms_filter_call_method(st->volsend,MS_VOLUME_SET_NOISE_GATE_FLOORGAIN,&ng_floorgain);
1002         }
1003         if (st->volrecv){
1004                 /* parameters for a limited noise-gate effect, using echo limiter threshold */
1005                 float floorgain = 1/mic_gain;
1006                 int spk_agc=lp_config_get_int(lc->config,"sound","speaker_agc_enabled",0);
1007                 ms_filter_call_method(st->volrecv, MS_VOLUME_ENABLE_AGC, &spk_agc);
1008                 ms_filter_call_method(st->volrecv,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_thres);
1009                 ms_filter_call_method(st->volrecv,MS_VOLUME_SET_NOISE_GATE_FLOORGAIN,&floorgain);
1010         }
1011         parametrize_equalizer(lc,st);
1012 }
1013
1014 static void post_configure_audio_streams(LinphoneCall*call){
1015         AudioStream *st=call->audiostream;
1016         LinphoneCore *lc=call->core;
1017         _post_configure_audio_stream(st,lc,call->audio_muted);
1018         if (lc->vtable.dtmf_received!=NULL){
1019                 /* replace by our default action*/
1020                 audio_stream_play_received_dtmfs(call->audiostream,FALSE);
1021                 rtp_session_signal_connect(call->audiostream->session,"telephone-event",(RtpCallback)linphone_core_dtmf_received,(unsigned long)lc);
1022         }
1023 }
1024
1025 static RtpProfile *make_profile(LinphoneCall *call, const SalMediaDescription *md, const SalStreamDescription *desc, int *used_pt){
1026         int bw;
1027         const MSList *elem;
1028         RtpProfile *prof=rtp_profile_new("Call profile");
1029         bool_t first=TRUE;
1030         int remote_bw=0;
1031         LinphoneCore *lc=call->core;
1032         int up_ptime=0;
1033         *used_pt=-1;
1034
1035         for(elem=desc->payloads;elem!=NULL;elem=elem->next){
1036                 PayloadType *pt=(PayloadType*)elem->data;
1037                 int number;
1038
1039                 if ((pt->flags & PAYLOAD_TYPE_FLAG_CAN_SEND) && first) {
1040                         if (desc->type==SalAudio){
1041                                 linphone_core_update_allocated_audio_bandwidth_in_call(call,pt);
1042                                 up_ptime=linphone_core_get_upload_ptime(lc);
1043                         }
1044                         *used_pt=payload_type_get_number(pt);
1045                         first=FALSE;
1046                 }
1047                 if (desc->bandwidth>0) remote_bw=desc->bandwidth;
1048                 else if (md->bandwidth>0) {
1049                         /*case where b=AS is given globally, not per stream*/
1050                         remote_bw=md->bandwidth;
1051                         if (desc->type==SalVideo){
1052                                 remote_bw=get_video_bandwidth(remote_bw,call->audio_bw);
1053                         }
1054                 }
1055
1056                 if (desc->type==SalAudio){
1057                                 bw=get_min_bandwidth(call->audio_bw,remote_bw);
1058                 }else bw=get_min_bandwidth(get_video_bandwidth(linphone_core_get_upload_bandwidth (lc),call->audio_bw),remote_bw);
1059                 if (bw>0) pt->normal_bitrate=bw*1000;
1060                 else if (desc->type==SalAudio){
1061                         pt->normal_bitrate=-1;
1062                 }
1063                 if (desc->ptime>0){
1064                         up_ptime=desc->ptime;
1065                 }
1066                 if (up_ptime>0){
1067                         char tmp[40];
1068                         snprintf(tmp,sizeof(tmp),"ptime=%i",up_ptime);
1069                         payload_type_append_send_fmtp(pt,tmp);
1070                 }
1071                 number=payload_type_get_number(pt);
1072                 if (rtp_profile_get_payload(prof,number)!=NULL){
1073                         ms_warning("A payload type with number %i already exists in profile !",number);
1074                 }else
1075                         rtp_profile_set_payload(prof,number,pt);
1076         }
1077         return prof;
1078 }
1079
1080
1081 static void setup_ring_player(LinphoneCore *lc, LinphoneCall *call){
1082         int pause_time=3000;
1083         audio_stream_play(call->audiostream,lc->sound_conf.ringback_tone);
1084         ms_filter_call_method(call->audiostream->soundread,MS_FILE_PLAYER_LOOP,&pause_time);
1085 }
1086
1087 #define LINPHONE_RTCP_SDES_TOOL "Linphone-" LINPHONE_VERSION
1088
1089 static bool_t linphone_call_sound_resources_available(LinphoneCall *call){
1090         LinphoneCore *lc=call->core;
1091         LinphoneCall *current=linphone_core_get_current_call(lc);
1092         return !linphone_core_is_in_conference(lc) &&
1093                 (current==NULL || current==call);
1094 }
1095 static int find_crypto_index_from_tag(const SalSrtpCryptoAlgo crypto[],unsigned char tag) {
1096     int i;
1097     for(i=0; i<SAL_CRYPTO_ALGO_MAX; i++) {
1098         if (crypto[i].tag == tag) {
1099             return i;
1100         }
1101     }
1102     return -1;
1103 }
1104 static void linphone_call_start_audio_stream(LinphoneCall *call, const char *cname, bool_t muted, bool_t send_ringbacktone, bool_t use_arc){
1105         LinphoneCore *lc=call->core;
1106         int jitt_comp=lc->rtp_conf.audio_jitt_comp;
1107         int used_pt=-1;
1108         /* look for savp stream first */
1109         const SalStreamDescription *stream=sal_media_description_find_stream(call->resultdesc,
1110                                                 SalProtoRtpSavp,SalAudio);
1111         /* no savp audio stream, use avp */
1112         if (!stream)
1113                 stream=sal_media_description_find_stream(call->resultdesc,
1114                                                 SalProtoRtpAvp,SalAudio);
1115
1116         if (stream && stream->dir!=SalStreamInactive && stream->port!=0){
1117                 MSSndCard *playcard=lc->sound_conf.lsd_card ?
1118                         lc->sound_conf.lsd_card : lc->sound_conf.play_sndcard;
1119                 MSSndCard *captcard=lc->sound_conf.capt_sndcard;
1120                 const char *playfile=lc->play_file;
1121                 const char *recfile=lc->rec_file;
1122                 call->audio_profile=make_profile(call,call->resultdesc,stream,&used_pt);
1123                 bool_t use_ec;
1124
1125                 if (used_pt!=-1){
1126                         if (playcard==NULL) {
1127                                 ms_warning("No card defined for playback !");
1128                         }
1129                         if (captcard==NULL) {
1130                                 ms_warning("No card defined for capture !");
1131                         }
1132                         /*Replace soundcard filters by inactive file players or recorders
1133                          when placed in recvonly or sendonly mode*/
1134                         if (stream->port==0 || stream->dir==SalStreamRecvOnly){
1135                                 captcard=NULL;
1136                                 playfile=NULL;
1137                         }else if (stream->dir==SalStreamSendOnly){
1138                                 playcard=NULL;
1139                                 captcard=NULL;
1140                                 recfile=NULL;
1141                                 /*And we will eventually play "playfile" if set by the user*/
1142                                 /*playfile=NULL;*/
1143                         }
1144                         if (send_ringbacktone){
1145                                 captcard=NULL;
1146                                 playfile=NULL;/* it is setup later*/
1147                         }
1148                         /*if playfile are supplied don't use soundcards*/
1149                         if (lc->use_files) {
1150                                 captcard=NULL;
1151                                 playcard=NULL;
1152                         }
1153                         if (call->params.in_conference){
1154                                 /* first create the graph without soundcard resources*/
1155                                 captcard=playcard=NULL;
1156                         }
1157                         if (!linphone_call_sound_resources_available(call)){
1158                                 ms_message("Sound resources are used by another call, not using soundcard.");
1159                                 captcard=playcard=NULL;
1160                         }
1161                         use_ec=captcard==NULL ? FALSE : linphone_core_echo_cancellation_enabled(lc);
1162                         if (playcard &&  stream->max_rate>0) ms_snd_card_set_preferred_sample_rate(playcard, stream->max_rate);
1163                         if (captcard &&  stream->max_rate>0) ms_snd_card_set_preferred_sample_rate(captcard, stream->max_rate);
1164                         audio_stream_enable_adaptive_bitrate_control(call->audiostream,use_arc);
1165                         audio_stream_start_full(
1166                                 call->audiostream,
1167                                 call->audio_profile,
1168                                 stream->addr[0]!='\0' ? stream->addr : call->resultdesc->addr,
1169                                 stream->port,
1170                                 linphone_core_rtcp_enabled(lc) ? (stream->port+1) : 0,
1171                                 used_pt,
1172                                 jitt_comp,
1173                                 playfile,
1174                                 recfile,
1175                                 playcard,
1176                                 captcard,
1177                                 use_ec
1178                                 );
1179                         post_configure_audio_streams(call);
1180                         if (muted && !send_ringbacktone){
1181                                 audio_stream_set_mic_gain(call->audiostream,0);
1182                         }
1183                         if (stream->dir==SalStreamSendOnly && playfile!=NULL){
1184                                 int pause_time=500;
1185                                 ms_filter_call_method(call->audiostream->soundread,MS_FILE_PLAYER_LOOP,&pause_time);
1186                         }
1187                         if (send_ringbacktone){
1188                                 setup_ring_player(lc,call);
1189                         }
1190                         audio_stream_set_rtcp_information(call->audiostream, cname, LINPHONE_RTCP_SDES_TOOL);
1191
1192             /* valid local tags are > 0 */
1193                         if (stream->proto == SalProtoRtpSavp) {
1194                 const SalStreamDescription *local_st_desc=sal_media_description_find_stream(call->localdesc,
1195                                                                                             SalProtoRtpSavp,SalAudio);
1196                 int crypto_idx = find_crypto_index_from_tag(local_st_desc->crypto, stream->crypto_local_tag);
1197
1198                 if (crypto_idx >= 0) {
1199                     audio_stream_enable_strp(
1200                                              call->audiostream,
1201                                              stream->crypto[0].algo,
1202                                              local_st_desc->crypto[crypto_idx].master_key,
1203                                              stream->crypto[0].master_key);
1204                     call->audiostream_encrypted=TRUE;
1205                 } else {
1206                     ms_warning("Failed to find local crypto algo with tag: %d", stream->crypto_local_tag);
1207                     call->audiostream_encrypted=FALSE;
1208                 }
1209                         }else call->audiostream_encrypted=FALSE;
1210                         if (call->params.in_conference){
1211                                 /*transform the graph to connect it to the conference filter */
1212                                 bool_t mute=stream->dir==SalStreamRecvOnly;
1213                                 linphone_call_add_to_conf(call, mute);
1214                         }
1215                         call->current_params.in_conference=call->params.in_conference;
1216                 }else ms_warning("No audio stream accepted ?");
1217         }
1218 }
1219
1220 static void linphone_call_start_video_stream(LinphoneCall *call, const char *cname,bool_t all_inputs_muted){
1221 #ifdef VIDEO_ENABLED
1222         LinphoneCore *lc=call->core;
1223         int used_pt=-1;
1224         /* look for savp stream first */
1225         const SalStreamDescription *vstream=sal_media_description_find_stream(call->resultdesc,
1226                                                 SalProtoRtpSavp,SalVideo);
1227         /* no savp audio stream, use avp */
1228         if (!vstream)
1229                 vstream=sal_media_description_find_stream(call->resultdesc,
1230                                                 SalProtoRtpAvp,SalVideo);
1231
1232         /* shutdown preview */
1233         if (lc->previewstream!=NULL) {
1234                 video_preview_stop(lc->previewstream);
1235                 lc->previewstream=NULL;
1236         }
1237
1238         if (vstream!=NULL && vstream->dir!=SalStreamInactive && vstream->port!=0) {
1239                 const char *addr=vstream->addr[0]!='\0' ? vstream->addr : call->resultdesc->addr;
1240                 call->video_profile=make_profile(call,call->resultdesc,vstream,&used_pt);
1241                 if (used_pt!=-1){
1242                         VideoStreamDir dir=VideoStreamSendRecv;
1243                         MSWebCam *cam=lc->video_conf.device;
1244                         bool_t is_inactive=FALSE;
1245
1246                         call->current_params.has_video=TRUE;
1247
1248                         video_stream_enable_adaptive_bitrate_control(call->videostream,
1249                                                                   linphone_core_adaptive_rate_control_enabled(lc));
1250                         video_stream_set_sent_video_size(call->videostream,linphone_core_get_preferred_video_size(lc));
1251                         video_stream_enable_self_view(call->videostream,lc->video_conf.selfview);
1252                         if (lc->video_window_id!=0)
1253                                 video_stream_set_native_window_id(call->videostream,lc->video_window_id);
1254                         if (lc->preview_window_id!=0)
1255                                 video_stream_set_native_preview_window_id (call->videostream,lc->preview_window_id);
1256                         video_stream_use_preview_video_window (call->videostream,lc->use_preview_window);
1257
1258                         if (vstream->dir==SalStreamSendOnly && lc->video_conf.capture ){
1259                                 cam=get_nowebcam_device();
1260                                 dir=VideoStreamSendOnly;
1261                         }else if (vstream->dir==SalStreamRecvOnly && lc->video_conf.display ){
1262                                 dir=VideoStreamRecvOnly;
1263                         }else if (vstream->dir==SalStreamSendRecv){
1264                                 if (lc->video_conf.display && lc->video_conf.capture)
1265                                         dir=VideoStreamSendRecv;
1266                                 else if (lc->video_conf.display)
1267                                         dir=VideoStreamRecvOnly;
1268                                 else
1269                                         dir=VideoStreamSendOnly;
1270                         }else{
1271                                 ms_warning("video stream is inactive.");
1272                                 /*either inactive or incompatible with local capabilities*/
1273                                 is_inactive=TRUE;
1274                         }
1275                         if (call->camera_active==FALSE || all_inputs_muted){
1276                                 cam=get_nowebcam_device();
1277                         }
1278                         if (!is_inactive){
1279                                 video_stream_set_direction (call->videostream, dir);
1280                                 ms_message("%s lc rotation:%d\n", __FUNCTION__, lc->device_rotation);
1281                                 video_stream_set_device_rotation(call->videostream, lc->device_rotation);
1282                                 video_stream_start(call->videostream,
1283                                         call->video_profile, addr, vstream->port,
1284                                         linphone_core_rtcp_enabled(lc) ? (vstream->port+1) : 0,
1285                                         used_pt, lc->rtp_conf.audio_jitt_comp, cam);
1286                                 video_stream_set_rtcp_information(call->videostream, cname,LINPHONE_RTCP_SDES_TOOL);
1287                         }
1288
1289                         if (vstream->proto == SalProtoRtpSavp) {
1290                                 const SalStreamDescription *local_st_desc=sal_media_description_find_stream(call->localdesc,
1291                                                 SalProtoRtpSavp,SalVideo);
1292
1293                                 video_stream_enable_strp(
1294                                         call->videostream,
1295                                         vstream->crypto[0].algo,
1296                                         local_st_desc->crypto[0].master_key,
1297                                         vstream->crypto[0].master_key
1298                                         );
1299                                 call->videostream_encrypted=TRUE;
1300                         }else{
1301                                 call->videostream_encrypted=FALSE;
1302                         }
1303                 }else ms_warning("No video stream accepted.");
1304         }else{
1305                 ms_warning("No valid video stream defined.");
1306         }
1307 #endif
1308 }
1309
1310 void linphone_call_start_media_streams(LinphoneCall *call, bool_t all_inputs_muted, bool_t send_ringbacktone){
1311         LinphoneCore *lc=call->core;
1312         LinphoneAddress *me=linphone_core_get_primary_contact_parsed(lc);
1313         char *cname;
1314         bool_t use_arc=linphone_core_adaptive_rate_control_enabled(lc);
1315 #ifdef VIDEO_ENABLED
1316         const SalStreamDescription *vstream=sal_media_description_find_stream(call->resultdesc,
1317                                                         SalProtoRtpAvp,SalVideo);
1318 #endif
1319
1320         if(call->audiostream == NULL)
1321         {
1322                 ms_fatal("start_media_stream() called without prior init !");
1323                 return;
1324         }
1325         cname=linphone_address_as_string_uri_only(me);
1326
1327 #if defined(VIDEO_ENABLED)
1328         if (vstream!=NULL && vstream->dir!=SalStreamInactive && vstream->payloads!=NULL){
1329                 /*when video is used, do not make adaptive rate control on audio, it is stupid.*/
1330                 use_arc=FALSE;
1331         }
1332 #endif
1333         linphone_call_start_audio_stream(call,cname,all_inputs_muted,send_ringbacktone,use_arc);
1334         call->current_params.has_video=FALSE;
1335         if (call->videostream!=NULL) {
1336                 linphone_call_start_video_stream(call,cname,all_inputs_muted);
1337         }
1338
1339         call->all_muted=all_inputs_muted;
1340         call->playing_ringbacktone=send_ringbacktone;
1341         call->up_bw=linphone_core_get_upload_bandwidth(lc);
1342
1343         if (call->params.media_encryption==LinphoneMediaEncryptionZRTP) {
1344                 OrtpZrtpParams params;
1345                 /*will be set later when zrtp is activated*/
1346                 call->current_params.media_encryption=LinphoneMediaEncryptionNone;
1347
1348                 params.zid_file=lc->zrtp_secrets_cache;
1349                 audio_stream_enable_zrtp(call->audiostream,&params);
1350         }else if (call->params.media_encryption==LinphoneMediaEncryptionSRTP){
1351                 call->current_params.media_encryption=linphone_call_are_all_streams_encrypted(call) ?
1352                         LinphoneMediaEncryptionSRTP : LinphoneMediaEncryptionNone;
1353         }
1354
1355         /*also reflect the change if the "wished" params, in order to avoid to propose SAVP or video again
1356          * further in the call, for example during pause,resume, conferencing reINVITEs*/
1357         linphone_call_fix_call_parameters(call);
1358
1359         goto end;
1360         end:
1361                 ms_free(cname);
1362                 linphone_address_destroy(me);
1363 }
1364
1365 static void linphone_call_log_fill_stats(LinphoneCallLog *log, AudioStream *st){
1366         audio_stream_get_local_rtp_stats (st,&log->local_stats);
1367         log->quality=audio_stream_get_average_quality_rating(st);
1368 }
1369
1370 void linphone_call_stop_media_streams(LinphoneCall *call){
1371         if (call->audiostream!=NULL) {
1372                 rtp_session_unregister_event_queue(call->audiostream->session,call->audiostream_app_evq);
1373                 ortp_ev_queue_flush(call->audiostream_app_evq);
1374                 ortp_ev_queue_destroy(call->audiostream_app_evq);
1375
1376                 if (call->audiostream->ec){
1377                         const char *state_str=NULL;
1378                         ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_STATE_STRING,&state_str);
1379                         if (state_str){
1380                                 ms_message("Writing echo canceler state, %i bytes",(int)strlen(state_str));
1381                                 lp_config_set_string(call->core->config,"sound","ec_state",state_str);
1382                         }
1383                 }
1384                 linphone_call_log_fill_stats (call->log,call->audiostream);
1385                 if (call->endpoint){
1386                         linphone_call_remove_from_conf(call);
1387                 }
1388                 audio_stream_stop(call->audiostream);
1389                 call->audiostream=NULL;
1390         }
1391
1392
1393 #ifdef VIDEO_ENABLED
1394         if (call->videostream!=NULL){
1395                 rtp_session_unregister_event_queue(call->videostream->session,call->videostream_app_evq);
1396                 ortp_ev_queue_flush(call->videostream_app_evq);
1397                 ortp_ev_queue_destroy(call->videostream_app_evq);
1398                 video_stream_stop(call->videostream);
1399                 call->videostream=NULL;
1400         }
1401 #endif
1402         ms_event_queue_skip(call->core->msevq);
1403
1404         if (call->audio_profile){
1405                 rtp_profile_clear_all(call->audio_profile);
1406                 rtp_profile_destroy(call->audio_profile);
1407                 call->audio_profile=NULL;
1408         }
1409         if (call->video_profile){
1410                 rtp_profile_clear_all(call->video_profile);
1411                 rtp_profile_destroy(call->video_profile);
1412                 call->video_profile=NULL;
1413         }
1414 }
1415
1416
1417
1418 void linphone_call_enable_echo_cancellation(LinphoneCall *call, bool_t enable) {
1419         if (call!=NULL && call->audiostream!=NULL && call->audiostream->ec){
1420                 bool_t bypass_mode = !enable;
1421                 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_SET_BYPASS_MODE,&bypass_mode);
1422         }
1423 }
1424 bool_t linphone_call_echo_cancellation_enabled(LinphoneCall *call) {
1425         if (call!=NULL && call->audiostream!=NULL && call->audiostream->ec){
1426                 bool_t val;
1427                 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_BYPASS_MODE,&val);
1428                 return !val;
1429         } else {
1430                 return linphone_core_echo_cancellation_enabled(call->core);
1431         }
1432 }
1433
1434 void linphone_call_enable_echo_limiter(LinphoneCall *call, bool_t val){
1435         if (call!=NULL && call->audiostream!=NULL ) {
1436                 if (val) {
1437                 const char *type=lp_config_get_string(call->core->config,"sound","el_type","mic");
1438                 if (strcasecmp(type,"mic")==0)
1439                         audio_stream_enable_echo_limiter(call->audiostream,ELControlMic);
1440                 else if (strcasecmp(type,"full")==0)
1441                         audio_stream_enable_echo_limiter(call->audiostream,ELControlFull);
1442                 } else {
1443                         audio_stream_enable_echo_limiter(call->audiostream,ELInactive);
1444                 }
1445         }
1446 }
1447
1448 bool_t linphone_call_echo_limiter_enabled(const LinphoneCall *call){
1449         if (call!=NULL && call->audiostream!=NULL ){
1450                 return call->audiostream->el_type !=ELInactive ;
1451         } else {
1452                 return linphone_core_echo_limiter_enabled(call->core);
1453         }
1454 }
1455
1456 /**
1457  * @addtogroup call_misc
1458  * @{
1459 **/
1460
1461 /**
1462  * Returns the measured sound volume played locally (received from remote)
1463  * It is expressed in dbm0.
1464 **/
1465 float linphone_call_get_play_volume(LinphoneCall *call){
1466         AudioStream *st=call->audiostream;
1467         if (st && st->volrecv){
1468                 float vol=0;
1469                 ms_filter_call_method(st->volrecv,MS_VOLUME_GET,&vol);
1470                 return vol;
1471
1472         }
1473         return LINPHONE_VOLUME_DB_LOWEST;
1474 }
1475
1476 /**
1477  * Returns the measured sound volume recorded locally (sent to remote)
1478  * It is expressed in dbm0.
1479 **/
1480 float linphone_call_get_record_volume(LinphoneCall *call){
1481         AudioStream *st=call->audiostream;
1482         if (st && st->volsend && !call->audio_muted && call->state==LinphoneCallStreamsRunning){
1483                 float vol=0;
1484                 ms_filter_call_method(st->volsend,MS_VOLUME_GET,&vol);
1485                 return vol;
1486
1487         }
1488         return LINPHONE_VOLUME_DB_LOWEST;
1489 }
1490
1491 /**
1492  * Obtain real-time quality rating of the call
1493  *
1494  * Based on local RTP statistics and RTCP feedback, a quality rating is computed and updated
1495  * during all the duration of the call. This function returns its value at the time of the function call.
1496  * It is expected that the rating is updated at least every 5 seconds or so.
1497  * The rating is a floating point number comprised between 0 and 5.
1498  *
1499  * 4-5 = good quality <br>
1500  * 3-4 = average quality <br>
1501  * 2-3 = poor quality <br>
1502  * 1-2 = very poor quality <br>
1503  * 0-1 = can't be worse, mostly unusable <br>
1504  *
1505  * @returns The function returns -1 if no quality measurement is available, for example if no
1506  * active audio stream exist. Otherwise it returns the quality rating.
1507 **/
1508 float linphone_call_get_current_quality(LinphoneCall *call){
1509         if (call->audiostream){
1510                 return audio_stream_get_quality_rating(call->audiostream);
1511         }
1512         return -1;
1513 }
1514
1515 /**
1516  * Returns call quality averaged over all the duration of the call.
1517  *
1518  * See linphone_call_get_current_quality() for more details about quality measurement.
1519 **/
1520 float linphone_call_get_average_quality(LinphoneCall *call){
1521         if (call->audiostream){
1522                 return audio_stream_get_average_quality_rating(call->audiostream);
1523         }
1524         return -1;
1525 }
1526
1527 /**
1528  * @}
1529 **/
1530
1531 static void display_bandwidth(RtpSession *as, RtpSession *vs){
1532         ms_message("bandwidth usage: audio=[d=%.1f,u=%.1f] video=[d=%.1f,u=%.1f] kbit/sec",
1533         (as!=NULL) ? (rtp_session_compute_recv_bandwidth(as)*1e-3) : 0,
1534         (as!=NULL) ? (rtp_session_compute_send_bandwidth(as)*1e-3) : 0,
1535         (vs!=NULL) ? (rtp_session_compute_recv_bandwidth(vs)*1e-3) : 0,
1536         (vs!=NULL) ? (rtp_session_compute_send_bandwidth(vs)*1e-3) : 0);
1537 }
1538
1539 static void linphone_core_disconnected(LinphoneCore *lc, LinphoneCall *call){
1540         char temp[256];
1541         char *from=NULL;
1542         if(call)
1543                 from = linphone_call_get_remote_address_as_string(call);
1544         if (from)
1545         {
1546                 snprintf(temp,sizeof(temp),"Remote end %s seems to have disconnected, the call is going to be closed.",from);
1547                 free(from);
1548         }
1549         else
1550         {
1551                 snprintf(temp,sizeof(temp),"Remote end seems to have disconnected, the call is going to be closed.");
1552         }
1553         if (lc->vtable.display_warning!=NULL)
1554                 lc->vtable.display_warning(lc,temp);
1555         linphone_core_terminate_call(lc,call);
1556 }
1557
1558 void linphone_call_background_tasks(LinphoneCall *call, bool_t one_second_elapsed){
1559         int disconnect_timeout = linphone_core_get_nortp_timeout(call->core);
1560         bool_t disconnected=FALSE;
1561
1562         if (call->state==LinphoneCallStreamsRunning && one_second_elapsed){
1563                 RtpSession *as=NULL,*vs=NULL;
1564                 float audio_load=0, video_load=0;
1565                 if (call->audiostream!=NULL){
1566                         as=call->audiostream->session;
1567                         if (call->audiostream->ticker)
1568                                 audio_load=ms_ticker_get_average_load(call->audiostream->ticker);
1569                 }
1570                 if (call->videostream!=NULL){
1571                         if (call->videostream->ticker)
1572                                 video_load=ms_ticker_get_average_load(call->videostream->ticker);
1573                         vs=call->videostream->session;
1574                 }
1575                 display_bandwidth(as,vs);
1576                 ms_message("Thread processing load: audio=%f\tvideo=%f",audio_load,video_load);
1577         }
1578 #ifdef VIDEO_ENABLED
1579         if (call->videostream!=NULL) {
1580                 // Beware that the application queue should not depend on treatments fron the
1581                 // mediastreamer queue.
1582                 video_stream_iterate(call->videostream);
1583
1584                 if (call->videostream_app_evq){
1585                         OrtpEvent *ev;
1586                         while (NULL != (ev=ortp_ev_queue_get(call->videostream_app_evq))){
1587                                 OrtpEventType evt=ortp_event_get_type(ev);
1588                                 if (evt == ORTP_EVENT_ZRTP_ENCRYPTION_CHANGED){
1589                                         OrtpEventData *evd=ortp_event_get_data(ev);
1590                                         linphone_call_videostream_encryption_changed(call, evd->info.zrtp_stream_encrypted);
1591                                 }
1592                                 ortp_event_destroy(ev);
1593                         }
1594                 }
1595         }
1596 #endif
1597         if (call->audiostream!=NULL) {
1598                 // Beware that the application queue should not depend on treatments fron the
1599                 // mediastreamer queue.
1600                 audio_stream_iterate(call->audiostream);
1601
1602                 if (call->audiostream_app_evq){
1603                         OrtpEvent *ev;
1604                         while (NULL != (ev=ortp_ev_queue_get(call->audiostream_app_evq))){
1605                                 OrtpEventType evt=ortp_event_get_type(ev);
1606                                 if (evt == ORTP_EVENT_ZRTP_ENCRYPTION_CHANGED){
1607                                         OrtpEventData *evd=ortp_event_get_data(ev);
1608                                         linphone_call_audiostream_encryption_changed(call, evd->info.zrtp_stream_encrypted);
1609                                 } else if (evt == ORTP_EVENT_ZRTP_SAS_READY) {
1610                                         OrtpEventData *evd=ortp_event_get_data(ev);
1611                                         linphone_call_audiostream_auth_token_ready(call, evd->info.zrtp_sas.sas, evd->info.zrtp_sas.verified);
1612                                 }
1613                                 ortp_event_destroy(ev);
1614                         }
1615                 }
1616         }
1617         if (call->state==LinphoneCallStreamsRunning && one_second_elapsed && call->audiostream!=NULL && disconnect_timeout>0 )
1618                 disconnected=!audio_stream_alive(call->audiostream,disconnect_timeout);
1619         if (disconnected)
1620                 linphone_core_disconnected(call->core,call);
1621 }
1622
1623 void linphone_call_log_completed(LinphoneCall *call){
1624         LinphoneCore *lc=call->core;
1625
1626         call->log->duration=time(NULL)-call->start_time;
1627
1628         if (call->log->status==LinphoneCallMissed){
1629                 char *info;
1630                 lc->missed_calls++;
1631                 info=ortp_strdup_printf(ngettext("You have missed %i call.",
1632                                          "You have missed %i calls.", lc->missed_calls),
1633                                 lc->missed_calls);
1634         if (lc->vtable.display_status!=NULL)
1635             lc->vtable.display_status(lc,info);
1636                 ms_free(info);
1637         }
1638         lc->call_logs=ms_list_prepend(lc->call_logs,(void *)call->log);
1639         if (ms_list_size(lc->call_logs)>lc->max_call_logs){
1640                 MSList *elem,*prevelem=NULL;
1641                 /*find the last element*/
1642                 for(elem=lc->call_logs;elem!=NULL;elem=elem->next){
1643                         prevelem=elem;
1644                 }
1645                 elem=prevelem;
1646                 linphone_call_log_destroy((LinphoneCallLog*)elem->data);
1647                 lc->call_logs=ms_list_remove_link(lc->call_logs,elem);
1648         }
1649         if (lc->vtable.call_log_updated!=NULL){
1650                 lc->vtable.call_log_updated(lc,call->log);
1651         }
1652         call_logs_write_to_config_file(lc);
1653 }
1654
1655