]> sjero.net Git - linphone/blob - coreapi/linphonecall.c
Moved the 'video frame decoded' callback from Core to LinphoneCall
[linphone] / coreapi / linphonecall.c
1
2 /*
3 linphone
4 Copyright (C) 2010  Belledonne Communications SARL
5  (simon.morlat@linphone.org)
6
7 This program is free software; you can redistribute it and/or
8 modify it under the terms of the GNU General Public License
9 as published by the Free Software Foundation; either version 2
10 of the License, or (at your option) any later version.
11
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 GNU General Public License for more details.
16
17 You should have received a copy of the GNU General Public License
18 along with this program; if not, write to the Free Software
19 Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
20 */
21 #ifdef WIN32
22 #include <time.h>
23 #endif
24 #include "linphonecore.h"
25 #include "sipsetup.h"
26 #include "lpconfig.h"
27 #include "private.h"
28 #include <ortp/event.h>
29 #include <ortp/b64.h>
30
31
32 #include "mediastreamer2/mediastream.h"
33 #include "mediastreamer2/msvolume.h"
34 #include "mediastreamer2/msequalizer.h"
35 #include "mediastreamer2/msfileplayer.h"
36 #include "mediastreamer2/msjpegwriter.h"
37 #include "mediastreamer2/mseventqueue.h"
38
39 #ifdef VIDEO_ENABLED
40 static MSWebCam *get_nowebcam_device(){
41         return ms_web_cam_manager_get_cam(ms_web_cam_manager_get(),"StaticImage: Static picture");
42 }
43 #endif
44
45 static bool_t generate_b64_crypto_key(int key_length, char* key_out) {
46         int b64_size;
47         uint8_t* tmp = (uint8_t*) malloc(key_length);                   
48         if (ortp_crypto_get_random(tmp, key_length)!=0) {
49                 ms_error("Failed to generate random key");
50                 free(tmp);
51                 return FALSE;
52         }
53         
54         b64_size = b64_encode((const char*)tmp, key_length, NULL, 0);
55         if (b64_size == 0) {
56                 ms_error("Failed to b64 encode key");
57                 free(tmp);
58                 return FALSE;
59         }
60         key_out[b64_size] = '\0';
61         b64_encode((const char*)tmp, key_length, key_out, 40);
62         free(tmp);
63         return TRUE;
64 }
65
66 LinphoneCore *linphone_call_get_core(const LinphoneCall *call){
67         return call->core;
68 }
69
70 const char* linphone_call_get_authentication_token(LinphoneCall *call){
71         return call->auth_token;
72 }
73
74 bool_t linphone_call_get_authentication_token_verified(LinphoneCall *call){
75         return call->auth_token_verified;
76 }
77
78 static bool_t linphone_call_are_all_streams_encrypted(LinphoneCall *call) {
79         // Check ZRTP encryption in audiostream
80         if (!call->audiostream_encrypted) {
81                 return FALSE;
82         }
83
84 #ifdef VIDEO_ENABLED
85         // If video enabled, check ZRTP encryption in videostream
86         const LinphoneCallParams *params=linphone_call_get_current_params(call);
87         if (params->has_video && !call->videostream_encrypted) {
88                 return FALSE;
89         }
90 #endif
91
92         return TRUE;
93 }
94
95 void propagate_encryption_changed(LinphoneCall *call){
96         LinphoneCore *lc=call->core;
97         if (!linphone_call_are_all_streams_encrypted(call)) {
98                 ms_message("Some streams are not encrypted");
99                 call->current_params.media_encryption=LinphoneMediaEncryptionNone;
100                 if (lc->vtable.call_encryption_changed)
101                         lc->vtable.call_encryption_changed(call->core, call, FALSE, call->auth_token);
102         } else {
103                 ms_message("All streams are encrypted");
104                 call->current_params.media_encryption=LinphoneMediaEncryptionZRTP;
105                 if (lc->vtable.call_encryption_changed)
106                         lc->vtable.call_encryption_changed(call->core, call, TRUE, call->auth_token);
107         }
108 }
109
110 #ifdef VIDEO_ENABLED
111 static void linphone_call_videostream_encryption_changed(void *data, bool_t encrypted){
112         ms_message("Video stream is %s", encrypted ? "encrypted" : "not encrypted");
113
114         LinphoneCall *call = (LinphoneCall *)data;
115         call->videostream_encrypted=encrypted;
116         propagate_encryption_changed(call);
117 }
118 #endif
119
120 static void linphone_call_audiostream_encryption_changed(void *data, bool_t encrypted) {
121         char status[255]={0};
122         ms_message("Audio stream is %s ", encrypted ? "encrypted" : "not encrypted");
123
124         LinphoneCall *call = (LinphoneCall *)data;
125         call->audiostream_encrypted=encrypted;
126         
127         if (encrypted && call->core->vtable.display_status != NULL) {
128                 snprintf(status,sizeof(status)-1,_("Authentication token is %s"),call->auth_token);
129                  call->core->vtable.display_status(call->core, status);
130         }
131
132         propagate_encryption_changed(call);
133
134
135 #ifdef VIDEO_ENABLED
136         // Enable video encryption
137         const LinphoneCallParams *params=linphone_call_get_current_params(call);
138         if (params->has_video) {
139                 ms_message("Trying to enable encryption on video stream");
140                 OrtpZrtpParams params;
141                 params.zid_file=NULL; //unused
142                 video_stream_enable_zrtp(call->videostream,call->audiostream,&params);
143         }
144 #endif
145 }
146
147
148 static void linphone_call_audiostream_auth_token_ready(void *data, const char* auth_token, bool_t verified) {
149         LinphoneCall *call=(LinphoneCall *)data;
150         if (call->auth_token != NULL)
151                 ms_free(call->auth_token);
152
153         call->auth_token=ms_strdup(auth_token);
154         call->auth_token_verified=verified;
155
156         ms_message("Authentication token is %s (%s)", auth_token, verified?"verified":"unverified");
157 }
158
159 void linphone_call_set_authentication_token_verified(LinphoneCall *call, bool_t verified){
160         if (call->audiostream==NULL){
161                 ms_error("linphone_call_set_authentication_token_verified(): No audio stream");
162         }
163         if (call->audiostream->ortpZrtpContext==NULL){
164                 ms_error("linphone_call_set_authentication_token_verified(): No zrtp context.");
165         }
166         if (!call->auth_token_verified && verified){
167                 ortp_zrtp_sas_verified(call->audiostream->ortpZrtpContext);
168         }else if (call->auth_token_verified && !verified){
169                 ortp_zrtp_sas_reset_verified(call->audiostream->ortpZrtpContext);
170         }
171         call->auth_token_verified=verified;
172         propagate_encryption_changed(call);
173 }
174
175 static MSList *make_codec_list(LinphoneCore *lc, const MSList *codecs, int bandwidth_limit){
176         MSList *l=NULL;
177         const MSList *it;
178         for(it=codecs;it!=NULL;it=it->next){
179                 PayloadType *pt=(PayloadType*)it->data;
180                 if (pt->flags & PAYLOAD_TYPE_ENABLED){
181                         if (bandwidth_limit>0 && !linphone_core_is_payload_type_usable_for_bandwidth(lc,pt,bandwidth_limit)){
182                                 ms_message("Codec %s/%i eliminated because of audio bandwidth constraint.",pt->mime_type,pt->clock_rate);
183                                 continue;
184                         }
185                         if (linphone_core_check_payload_type_usability(lc,pt)){
186                                 l=ms_list_append(l,payload_type_clone(pt));
187                         }
188                 }
189         }
190         return l;
191 }
192
193 static SalMediaDescription *_create_local_media_description(LinphoneCore *lc, LinphoneCall *call, unsigned int session_id, unsigned int session_ver){
194         MSList *l;
195         PayloadType *pt;
196         int i;
197         const char *me=linphone_core_get_identity(lc);
198         LinphoneAddress *addr=linphone_address_new(me);
199         const char *username=linphone_address_get_username (addr);
200         SalMediaDescription *md=sal_media_description_new();
201
202         md->session_id=session_id;
203         md->session_ver=session_ver;
204         md->nstreams=1;
205         strncpy(md->addr,call->localip,sizeof(md->addr));
206         strncpy(md->username,username,sizeof(md->username));
207         md->bandwidth=linphone_core_get_download_bandwidth(lc);
208
209         /*set audio capabilities */
210         strncpy(md->streams[0].addr,call->localip,sizeof(md->streams[0].addr));
211         md->streams[0].port=call->audio_port;
212         md->streams[0].proto=(call->params.media_encryption == LinphoneMediaEncryptionSRTP) ? 
213                 SalProtoRtpSavp : SalProtoRtpAvp;
214         md->streams[0].type=SalAudio;
215         md->streams[0].ptime=lc->net_conf.down_ptime;
216         l=make_codec_list(lc,lc->codecs_conf.audio_codecs,call->params.audio_bw);
217         pt=payload_type_clone(rtp_profile_get_payload_from_mime(&av_profile,"telephone-event"));
218         l=ms_list_append(l,pt);
219         md->streams[0].payloads=l;
220
221
222         if (call->params.has_video){
223                 md->nstreams++;
224                 md->streams[1].port=call->video_port;
225                 md->streams[1].proto=md->streams[0].proto;
226                 md->streams[1].type=SalVideo;
227                 l=make_codec_list(lc,lc->codecs_conf.video_codecs,0);
228                 md->streams[1].payloads=l;
229         }
230         
231         for(i=0; i<md->nstreams; i++) {
232                 if (md->streams[i].proto == SalProtoRtpSavp) {
233                         md->streams[i].crypto[0].tag = 1;
234                         md->streams[i].crypto[0].algo = AES_128_SHA1_80;
235                         if (!generate_b64_crypto_key(30, md->streams[i].crypto[0].master_key))
236                                 md->streams[i].crypto[0].algo = 0;
237                         md->streams[i].crypto[1].tag = 2;
238                         md->streams[i].crypto[1].algo = AES_128_SHA1_32;
239                         if (!generate_b64_crypto_key(30, md->streams[i].crypto[1].master_key))
240                                 md->streams[i].crypto[1].algo = 0;
241                         md->streams[i].crypto[2].algo = 0;
242                 }
243         }
244         
245         linphone_address_destroy(addr);
246         return md;
247 }
248
249 void update_local_media_description(LinphoneCore *lc, LinphoneCall *call){
250         SalMediaDescription *md=call->localdesc;
251         if (md== NULL) {
252                 call->localdesc = create_local_media_description(lc,call);
253         } else {
254                 call->localdesc = _create_local_media_description(lc,call,md->session_id,md->session_ver+1);
255                 sal_media_description_unref(md);
256         }
257 }
258
259 SalMediaDescription *create_local_media_description(LinphoneCore *lc, LinphoneCall *call){
260         unsigned int id=rand() & 0xfff;
261         return _create_local_media_description(lc,call,id,id);
262 }
263
264 static int find_port_offset(LinphoneCore *lc){
265         int offset;
266         MSList *elem;
267         int audio_port;
268         bool_t already_used=FALSE;
269         for(offset=0;offset<100;offset+=2){
270                 audio_port=linphone_core_get_audio_port (lc)+offset;
271                 already_used=FALSE;
272                 for(elem=lc->calls;elem!=NULL;elem=elem->next){
273                         LinphoneCall *call=(LinphoneCall*)elem->data;
274                         if (call->audio_port==audio_port) {
275                                 already_used=TRUE;
276                                 break;
277                         }
278                 }
279                 if (!already_used) break;
280         }
281         if (offset==100){
282                 ms_error("Could not find any free port !");
283                 return -1;
284         }
285         return offset;
286 }
287
288 static void linphone_call_init_common(LinphoneCall *call, LinphoneAddress *from, LinphoneAddress *to){
289         int port_offset;
290         call->magic=linphone_call_magic;
291         call->refcnt=1;
292         call->state=LinphoneCallIdle;
293         call->start_time=time(NULL);
294         call->media_start_time=0;
295         call->log=linphone_call_log_new(call, from, to);
296         call->owns_call_log=TRUE;
297         linphone_core_notify_all_friends(call->core,LinphoneStatusOnThePhone);
298         port_offset=find_port_offset (call->core);
299         if (port_offset==-1) return;
300         call->audio_port=linphone_core_get_audio_port(call->core)+port_offset;
301         call->video_port=linphone_core_get_video_port(call->core)+port_offset;
302
303 }
304
305 static void discover_mtu(LinphoneCore *lc, const char *remote){
306         int mtu;
307         if (lc->net_conf.mtu==0 ){
308                 /*attempt to discover mtu*/
309                 mtu=ms_discover_mtu(remote);
310                 if (mtu>0){
311                         ms_set_mtu(mtu);
312                         ms_message("Discovered mtu is %i, RTP payload max size is %i",
313                                 mtu, ms_get_payload_max_size());
314                 }
315         }
316 }
317
318 LinphoneCall * linphone_call_new_outgoing(struct _LinphoneCore *lc, LinphoneAddress *from, LinphoneAddress *to, const LinphoneCallParams *params)
319 {
320         LinphoneCall *call=ms_new0(LinphoneCall,1);
321         call->dir=LinphoneCallOutgoing;
322         call->op=sal_op_new(lc->sal);
323         sal_op_set_user_pointer(call->op,call);
324         call->core=lc;
325         linphone_core_get_local_ip(lc,linphone_address_get_domain(to),call->localip);
326         linphone_call_init_common(call,from,to);
327         call->params=*params;
328         call->localdesc=create_local_media_description (lc,call);
329         call->camera_active=params->has_video;
330         if (linphone_core_get_firewall_policy(call->core)==LinphonePolicyUseStun)
331                 linphone_core_run_stun_tests(call->core,call);
332         discover_mtu(lc,linphone_address_get_domain (to));
333         if (params->referer){
334                 sal_call_set_referer(call->op,params->referer->op);
335                 call->referer=linphone_call_ref(params->referer);
336         }
337         return call;
338 }
339
340 LinphoneCall * linphone_call_new_incoming(LinphoneCore *lc, LinphoneAddress *from, LinphoneAddress *to, SalOp *op){
341         LinphoneCall *call=ms_new0(LinphoneCall,1);
342         char *from_str;
343
344         call->dir=LinphoneCallIncoming;
345         sal_op_set_user_pointer(op,call);
346         call->op=op;
347         call->core=lc;
348
349         if (lc->sip_conf.ping_with_options){
350                 /*the following sends an option request back to the caller so that
351                  we get a chance to discover our nat'd address before answering.*/
352                 call->ping_op=sal_op_new(lc->sal);
353                 from_str=linphone_address_as_string_uri_only(from);
354                 sal_op_set_route(call->ping_op,sal_op_get_network_origin(op));
355                 sal_op_set_user_pointer(call->ping_op,call);
356                 sal_ping(call->ping_op,linphone_core_find_best_identity(lc,from,NULL),from_str);
357                 ms_free(from_str);
358         }
359
360         linphone_address_clean(from);
361         linphone_core_get_local_ip(lc,linphone_address_get_domain(from),call->localip);
362         linphone_call_init_common(call, from, to);
363         linphone_core_init_default_params(lc, &call->params);
364         call->params.has_video &= !!lc->video_policy.automatically_accept;
365         call->localdesc=create_local_media_description (lc,call);
366         call->camera_active=call->params.has_video;
367         if (linphone_core_get_firewall_policy(call->core)==LinphonePolicyUseStun)
368                 linphone_core_run_stun_tests(call->core,call);
369         discover_mtu(lc,linphone_address_get_domain(from));
370         return call;
371 }
372
373 /* this function is called internally to get rid of a call.
374  It performs the following tasks:
375  - remove the call from the internal list of calls
376  - update the call logs accordingly
377 */
378
379 static void linphone_call_set_terminated(LinphoneCall *call){
380         LinphoneCore *lc=call->core;
381
382         linphone_core_update_allocated_audio_bandwidth(lc);
383
384         call->owns_call_log=FALSE;
385         linphone_call_log_completed(call);
386
387
388         if (call == lc->current_call){
389                 ms_message("Resetting the current call");
390                 lc->current_call=NULL;
391         }
392
393         if (linphone_core_del_call(lc,call) != 0){
394                 ms_error("Could not remove the call from the list !!!");
395         }
396
397         if (ms_list_size(lc->calls)==0)
398                 linphone_core_notify_all_friends(lc,lc->presence_mode);
399
400         linphone_core_conference_check_uninit(lc);
401         if (call->ringing_beep){
402                 linphone_core_stop_dtmf(lc);
403                 call->ringing_beep=FALSE;
404         }
405         if (call->referer){
406                 linphone_call_unref(call->referer);
407                 call->referer=NULL;
408         }
409 }
410
411 void linphone_call_fix_call_parameters(LinphoneCall *call){
412         call->params.has_video=call->current_params.has_video;
413         call->params.media_encryption=call->current_params.media_encryption;
414 }
415
416 const char *linphone_call_state_to_string(LinphoneCallState cs){
417         switch (cs){
418                 case LinphoneCallIdle:
419                         return "LinphoneCallIdle";
420                 case LinphoneCallIncomingReceived:
421                         return "LinphoneCallIncomingReceived";
422                 case LinphoneCallOutgoingInit:
423                         return "LinphoneCallOutgoingInit";
424                 case LinphoneCallOutgoingProgress:
425                         return "LinphoneCallOutgoingProgress";
426                 case LinphoneCallOutgoingRinging:
427                         return "LinphoneCallOutgoingRinging";
428                 case LinphoneCallOutgoingEarlyMedia:
429                         return "LinphoneCallOutgoingEarlyMedia";
430                 case LinphoneCallConnected:
431                         return "LinphoneCallConnected";
432                 case LinphoneCallStreamsRunning:
433                         return "LinphoneCallStreamsRunning";
434                 case LinphoneCallPausing:
435                         return "LinphoneCallPausing";
436                 case LinphoneCallPaused:
437                         return "LinphoneCallPaused";
438                 case LinphoneCallResuming:
439                         return "LinphoneCallResuming";
440                 case LinphoneCallRefered:
441                         return "LinphoneCallRefered";
442                 case LinphoneCallError:
443                         return "LinphoneCallError";
444                 case LinphoneCallEnd:
445                         return "LinphoneCallEnd";
446                 case LinphoneCallPausedByRemote:
447                         return "LinphoneCallPausedByRemote";
448                 case LinphoneCallUpdatedByRemote:
449                         return "LinphoneCallUpdatedByRemote";
450                 case LinphoneCallIncomingEarlyMedia:
451                         return "LinphoneCallIncomingEarlyMedia";
452                 case LinphoneCallUpdated:
453                         return "LinphoneCallUpdated";
454                 case LinphoneCallReleased:
455                         return "LinphoneCallReleased";
456         }
457         return "undefined state";
458 }
459
460 void linphone_call_set_state(LinphoneCall *call, LinphoneCallState cstate, const char *message){
461         LinphoneCore *lc=call->core;
462
463         if (call->state!=cstate){
464                 if (call->state==LinphoneCallEnd || call->state==LinphoneCallError){
465                         if (cstate!=LinphoneCallReleased){
466                                 ms_warning("Spurious call state change from %s to %s, ignored.",linphone_call_state_to_string(call->state),
467                                    linphone_call_state_to_string(cstate));
468                                 return;
469                         }
470                 }
471                 ms_message("Call %p: moving from state %s to %s",call,linphone_call_state_to_string(call->state),
472                            linphone_call_state_to_string(cstate));
473                 if (cstate!=LinphoneCallRefered){
474                         /*LinphoneCallRefered is rather an event, not a state.
475                          Indeed it does not change the state of the call (still paused or running)*/
476                         call->state=cstate;
477                 }
478                 if (cstate==LinphoneCallEnd || cstate==LinphoneCallError){
479              if (call->reason==LinphoneReasonDeclined){
480                                 call->log->status=LinphoneCallDeclined;
481                         }
482                         linphone_call_set_terminated (call);
483                 }
484                 if (cstate == LinphoneCallConnected) {
485                         call->log->status=LinphoneCallSuccess;
486                         call->media_start_time=time(NULL);
487                 }
488
489                 if (lc->vtable.call_state_changed)
490                         lc->vtable.call_state_changed(lc,call,cstate,message);
491                 if (cstate==LinphoneCallReleased){
492                         if (call->op!=NULL) {
493                                 /* so that we cannot have anymore upcalls for SAL
494                                  concerning this call*/
495                                 sal_op_release(call->op);
496                                 call->op=NULL;
497                         }
498                         linphone_call_unref(call);
499                 }
500         }
501 }
502
503 static void linphone_call_destroy(LinphoneCall *obj)
504 {
505         if (obj->op!=NULL) {
506                 sal_op_release(obj->op);
507                 obj->op=NULL;
508         }
509         if (obj->resultdesc!=NULL) {
510                 sal_media_description_unref(obj->resultdesc);
511                 obj->resultdesc=NULL;
512         }
513         if (obj->localdesc!=NULL) {
514                 sal_media_description_unref(obj->localdesc);
515                 obj->localdesc=NULL;
516         }
517         if (obj->ping_op) {
518                 sal_op_release(obj->ping_op);
519         }
520         if (obj->refer_to){
521                 ms_free(obj->refer_to);
522         }
523         if (obj->owns_call_log)
524                 linphone_call_log_destroy(obj->log);
525         if (obj->auth_token) {
526                 ms_free(obj->auth_token);
527         }
528
529         ms_free(obj);
530 }
531
532 /**
533  * @addtogroup call_control
534  * @{
535 **/
536
537 /**
538  * Increments the call 's reference count.
539  * An application that wishes to retain a pointer to call object
540  * must use this function to unsure the pointer remains
541  * valid. Once the application no more needs this pointer,
542  * it must call linphone_call_unref().
543 **/
544 LinphoneCall * linphone_call_ref(LinphoneCall *obj){
545         obj->refcnt++;
546         return obj;
547 }
548
549 /**
550  * Decrements the call object reference count.
551  * See linphone_call_ref().
552 **/
553 void linphone_call_unref(LinphoneCall *obj){
554         obj->refcnt--;
555         if (obj->refcnt==0){
556                 linphone_call_destroy(obj);
557         }
558 }
559
560 /**
561  * Returns current parameters associated to the call.
562 **/
563 const LinphoneCallParams * linphone_call_get_current_params(const LinphoneCall *call){
564         return &call->current_params;
565 }
566
567 static bool_t is_video_active(const SalStreamDescription *sd){
568         return sd->port!=0 && sd->dir!=SalStreamInactive;
569 }
570
571 /**
572  * Returns call parameters proposed by remote.
573  * 
574  * This is useful when receiving an incoming call, to know whether the remote party
575  * supports video, encryption or whatever.
576 **/
577 const LinphoneCallParams * linphone_call_get_remote_params(LinphoneCall *call){
578         LinphoneCallParams *cp=&call->remote_params;
579         memset(cp,0,sizeof(*cp));
580         if (call->op){
581                 SalMediaDescription *md=sal_call_get_remote_media_description(call->op);
582                 if (md){
583                         SalStreamDescription *asd,*vsd,*secure_asd,*secure_vsd;
584
585                         asd=sal_media_description_find_stream(md,SalProtoRtpAvp,SalAudio);
586                         vsd=sal_media_description_find_stream(md,SalProtoRtpAvp,SalVideo);
587                         secure_asd=sal_media_description_find_stream(md,SalProtoRtpSavp,SalAudio);
588                         secure_vsd=sal_media_description_find_stream(md,SalProtoRtpSavp,SalVideo);
589                         if (secure_vsd){
590                                 cp->has_video=is_video_active(secure_vsd);
591                                 if (secure_asd || asd==NULL)
592                                         cp->media_encryption=LinphoneMediaEncryptionSRTP;
593                         }else if (vsd){
594                                 cp->has_video=is_video_active(vsd);
595                         }
596                         return cp;
597                 }
598         }
599         return NULL;
600 }
601
602 /**
603  * Returns the remote address associated to this call
604  *
605 **/
606 const LinphoneAddress * linphone_call_get_remote_address(const LinphoneCall *call){
607         return call->dir==LinphoneCallIncoming ? call->log->from : call->log->to;
608 }
609
610 /**
611  * Returns the remote address associated to this call as a string.
612  *
613  * The result string must be freed by user using ms_free().
614 **/
615 char *linphone_call_get_remote_address_as_string(const LinphoneCall *call){
616         return linphone_address_as_string(linphone_call_get_remote_address(call));
617 }
618
619 /**
620  * Retrieves the call's current state.
621 **/
622 LinphoneCallState linphone_call_get_state(const LinphoneCall *call){
623         return call->state;
624 }
625
626 /**
627  * Returns the reason for a call termination (either error or normal termination)
628 **/
629 LinphoneReason linphone_call_get_reason(const LinphoneCall *call){
630         return call->reason;
631 }
632
633 /**
634  * Get the user_pointer in the LinphoneCall
635  *
636  * @ingroup call_control
637  *
638  * return user_pointer an opaque user pointer that can be retrieved at any time
639 **/
640 void *linphone_call_get_user_pointer(LinphoneCall *call)
641 {
642         return call->user_pointer;
643 }
644
645 /**
646  * Set the user_pointer in the LinphoneCall
647  *
648  * @ingroup call_control
649  *
650  * the user_pointer is an opaque user pointer that can be retrieved at any time in the LinphoneCall
651 **/
652 void linphone_call_set_user_pointer(LinphoneCall *call, void *user_pointer)
653 {
654         call->user_pointer = user_pointer;
655 }
656
657 /**
658  * Returns the call log associated to this call.
659 **/
660 LinphoneCallLog *linphone_call_get_call_log(const LinphoneCall *call){
661         return call->log;
662 }
663
664 /**
665  * Returns the refer-to uri (if the call was transfered).
666 **/
667 const char *linphone_call_get_refer_to(const LinphoneCall *call){
668         return call->refer_to;
669 }
670
671 /**
672  * Returns direction of the call (incoming or outgoing).
673 **/
674 LinphoneCallDir linphone_call_get_dir(const LinphoneCall *call){
675         return call->log->dir;
676 }
677
678 /**
679  * Returns the far end's user agent description string, if available.
680 **/
681 const char *linphone_call_get_remote_user_agent(LinphoneCall *call){
682         if (call->op){
683                 return sal_op_get_remote_ua (call->op);
684         }
685         return NULL;
686 }
687
688 /**
689  * Returns true if this calls has received a transfer that has not been
690  * executed yet.
691  * Pending transfers are executed when this call is being paused or closed,
692  * locally or by remote endpoint.
693  * If the call is already paused while receiving the transfer request, the
694  * transfer immediately occurs.
695 **/
696 bool_t linphone_call_has_transfer_pending(const LinphoneCall *call){
697         return call->refer_pending;
698 }
699
700 /**
701  * Returns call's duration in seconds.
702 **/
703 int linphone_call_get_duration(const LinphoneCall *call){
704         if (call->media_start_time==0) return 0;
705         return time(NULL)-call->media_start_time;
706 }
707
708 /**
709  * Returns the call object this call is replacing, if any.
710  * Call replacement can occur during call transfers.
711  * By default, the core automatically terminates the replaced call and accept the new one.
712  * This function allows the application to know whether a new incoming call is a one that replaces another one.
713 **/
714 LinphoneCall *linphone_call_get_replaced_call(LinphoneCall *call){
715         SalOp *op=sal_call_get_replaces(call->op);
716         if (op){
717                 return (LinphoneCall*)sal_op_get_user_pointer(op);
718         }
719         return NULL;
720 }
721
722 /**
723  * Indicate whether camera input should be sent to remote end.
724 **/
725 void linphone_call_enable_camera (LinphoneCall *call, bool_t enable){
726 #ifdef VIDEO_ENABLED
727         if (call->videostream!=NULL && call->videostream->ticker!=NULL){
728                 LinphoneCore *lc=call->core;
729                 MSWebCam *nowebcam=get_nowebcam_device();
730                 if (call->camera_active!=enable && lc->video_conf.device!=nowebcam){
731                         video_stream_change_camera(call->videostream,
732                                      enable ? lc->video_conf.device : nowebcam);
733                 }
734         }
735         call->camera_active=enable;
736 #endif
737 }
738
739 /**
740  * Take a photo of currently received video and write it into a jpeg file.
741 **/
742 int linphone_call_take_video_snapshot(LinphoneCall *call, const char *file){
743 #ifdef VIDEO_ENABLED
744         if (call->videostream!=NULL && call->videostream->jpegwriter!=NULL){
745                 return ms_filter_call_method(call->videostream->jpegwriter,MS_JPEG_WRITER_TAKE_SNAPSHOT,(void*)file);
746         }
747         ms_warning("Cannot take snapshot: no currently running video stream on this call.");
748         return -1;
749 #endif
750         return -1;
751 }
752
753 /**
754  * Returns TRUE if camera pictures are sent to the remote party.
755 **/
756 bool_t linphone_call_camera_enabled (const LinphoneCall *call){
757         return call->camera_active;
758 }
759
760 /**
761  * Enable video stream.
762 **/
763 void linphone_call_params_enable_video(LinphoneCallParams *cp, bool_t enabled){
764         cp->has_video=enabled;
765 }
766
767 /**
768  * Returns whether video is enabled.
769 **/
770 bool_t linphone_call_params_video_enabled(const LinphoneCallParams *cp){
771         return cp->has_video;
772 }
773
774 enum LinphoneMediaEncryption linphone_call_params_get_media_encryption(const LinphoneCallParams *cp) {
775         return cp->media_encryption;
776 }
777
778 void linphone_call_params_set_media_encryption(LinphoneCallParams *cp, enum LinphoneMediaEncryption e) {
779         cp->media_encryption = e;
780 }
781
782
783 /**
784  * Enable sending of real early media (during outgoing calls).
785 **/
786 void linphone_call_params_enable_early_media_sending(LinphoneCallParams *cp, bool_t enabled){
787         cp->real_early_media=enabled;
788 }
789
790 bool_t linphone_call_params_early_media_sending_enabled(const LinphoneCallParams *cp){
791         return cp->real_early_media;
792 }
793
794 /**
795  * Returns true if the call is part of the locally managed conference.
796 **/
797 bool_t linphone_call_params_local_conference_mode(const LinphoneCallParams *cp){
798         return cp->in_conference;
799 }
800
801 /**
802  * Refine bandwidth settings for this call by setting a bandwidth limit for audio streams.
803  * As a consequence, codecs whose bitrates are not compatible with this limit won't be used.
804 **/
805 void linphone_call_params_set_audio_bandwidth_limit(LinphoneCallParams *cp, int bandwidth){
806         cp->audio_bw=bandwidth;
807 }
808
809 #ifdef VIDEO_ENABLED
810 /**
811  * Request remote side to send us a Video Fast Update.
812 **/
813 void linphone_call_send_vfu_request(LinphoneCall *call)
814 {
815         if (LinphoneCallStreamsRunning == linphone_call_get_state(call))
816                 sal_call_send_vfu_request(call->op);
817 }
818 #endif
819
820 /**
821  *
822 **/
823 LinphoneCallParams * linphone_call_params_copy(const LinphoneCallParams *cp){
824         LinphoneCallParams *ncp=ms_new0(LinphoneCallParams,1);
825         memcpy(ncp,cp,sizeof(LinphoneCallParams));
826         return ncp;
827 }
828
829 /**
830  *
831 **/
832 void linphone_call_params_destroy(LinphoneCallParams *p){
833         ms_free(p);
834 }
835
836 /**
837  * @}
838 **/
839
840
841 #ifdef TEST_EXT_RENDERER
842 static void rendercb(void *data, const MSPicture *local, const MSPicture *remote){
843         ms_message("rendercb, local buffer=%p, remote buffer=%p",
844                    local ? local->planes[0] : NULL, remote? remote->planes[0] : NULL);
845 }
846 #endif
847
848 #ifdef VIDEO_ENABLED
849 static void video_stream_event_cb(void *user_pointer, const MSFilter *f, const unsigned int event_id, const void *args){
850     LinphoneCall* call = (LinphoneCall*) user_pointer;
851         ms_warning("In linphonecall.c: video_stream_event_cb");
852         switch (event_id) {
853                 case MS_VIDEO_DECODER_DECODING_ERRORS:
854                         ms_warning("Case is MS_VIDEO_DECODER_DECODING_ERRORS");
855                         linphone_call_send_vfu_request(call);
856                         break;
857         case MS_VIDEO_DECODER_FIRST_IMAGE_DECODED:
858             ms_message("First video frame decoded successfully");
859             if (call->nextVideoFrameDecoded._func != NULL)
860                 call->nextVideoFrameDecoded._func(call, call->nextVideoFrameDecoded._user_data);
861             break;
862                 default:
863                         ms_warning("Unhandled event %i", event_id);
864                         break;
865         }
866 }
867 #endif
868
869 void linphone_call_set_next_video_frame_decoded_callback(LinphoneCall *call, LinphoneCallCbFunc cb, void* user_data) {
870     call->nextVideoFrameDecoded._func = cb;
871     call->nextVideoFrameDecoded._user_data = user_data;
872 #ifdef VIDEO_ENABLED
873     ms_filter_call_method_noarg(call->videostream->decoder, MS_VIDEO_DECODER_RESET_FIRST_IMAGE_NOTIFICATION);
874 #endif
875 }
876
877 void linphone_call_init_media_streams(LinphoneCall *call){
878         LinphoneCore *lc=call->core;
879         SalMediaDescription *md=call->localdesc;
880         AudioStream *audiostream;
881
882         call->audiostream=audiostream=audio_stream_new(md->streams[0].port,linphone_core_ipv6_enabled(lc));
883         if (linphone_core_echo_limiter_enabled(lc)){
884                 const char *type=lp_config_get_string(lc->config,"sound","el_type","mic");
885                 if (strcasecmp(type,"mic")==0)
886                         audio_stream_enable_echo_limiter(audiostream,ELControlMic);
887                 else if (strcasecmp(type,"full")==0)
888                         audio_stream_enable_echo_limiter(audiostream,ELControlFull);
889         }
890         audio_stream_enable_gain_control(audiostream,TRUE);
891         if (linphone_core_echo_cancellation_enabled(lc)){
892                 int len,delay,framesize;
893                 const char *statestr=lp_config_get_string(lc->config,"sound","ec_state",NULL);
894                 len=lp_config_get_int(lc->config,"sound","ec_tail_len",0);
895                 delay=lp_config_get_int(lc->config,"sound","ec_delay",0);
896                 framesize=lp_config_get_int(lc->config,"sound","ec_framesize",0);
897                 audio_stream_set_echo_canceller_params(audiostream,len,delay,framesize);
898                 if (statestr && audiostream->ec){
899                         ms_filter_call_method(audiostream->ec,MS_ECHO_CANCELLER_SET_STATE_STRING,(void*)statestr);
900                 }
901         }
902         audio_stream_enable_automatic_gain_control(audiostream,linphone_core_agc_enabled(lc));
903         {
904                 int enabled=lp_config_get_int(lc->config,"sound","noisegate",0);
905                 audio_stream_enable_noise_gate(audiostream,enabled);
906         }
907
908         if (lc->rtptf){
909                 RtpTransport *artp=lc->rtptf->audio_rtp_func(lc->rtptf->audio_rtp_func_data, call->audio_port);
910                 RtpTransport *artcp=lc->rtptf->audio_rtcp_func(lc->rtptf->audio_rtcp_func_data, call->audio_port+1);
911                 rtp_session_set_transports(audiostream->session,artp,artcp);
912         }
913
914         call->audiostream_app_evq = ortp_ev_queue_new();
915         rtp_session_register_event_queue(audiostream->session,call->audiostream_app_evq);
916
917 #ifdef VIDEO_ENABLED
918
919         if ((lc->video_conf.display || lc->video_conf.capture) && md->streams[1].port>0){
920                 int video_recv_buf_size=lp_config_get_int(lc->config,"video","recv_buf_size",0);
921                 call->videostream=video_stream_new(md->streams[1].port,linphone_core_ipv6_enabled(lc));
922                 video_stream_enable_display_filter_auto_rotate(call->videostream, lp_config_get_int(lc->config,"video","display_filter_auto_rotate",0));
923                 if (video_recv_buf_size>0) rtp_session_set_recv_buf_size(call->videostream->session,video_recv_buf_size);
924           
925                 if( lc->video_conf.displaytype != NULL)
926                         video_stream_set_display_filter_name(call->videostream,lc->video_conf.displaytype);
927                 video_stream_set_event_callback(call->videostream,video_stream_event_cb, call);
928                 if (lc->rtptf){
929                         RtpTransport *vrtp=lc->rtptf->video_rtp_func(lc->rtptf->video_rtp_func_data, call->video_port);
930                         RtpTransport *vrtcp=lc->rtptf->video_rtcp_func(lc->rtptf->video_rtcp_func_data, call->video_port+1);
931                         rtp_session_set_transports(call->videostream->session,vrtp,vrtcp);
932                 }
933                 call->videostream_app_evq = ortp_ev_queue_new();
934                 rtp_session_register_event_queue(call->videostream->session,call->videostream_app_evq);
935 #ifdef TEST_EXT_RENDERER
936                 video_stream_set_render_callback(call->videostream,rendercb,NULL);
937 #endif
938         }
939 #else
940         call->videostream=NULL;
941 #endif
942 }
943
944
945 static int dtmf_tab[16]={'0','1','2','3','4','5','6','7','8','9','*','#','A','B','C','D'};
946
947 static void linphone_core_dtmf_received(RtpSession* s, int dtmf, void* user_data){
948         LinphoneCore* lc = (LinphoneCore*)user_data;
949         if (dtmf<0 || dtmf>15){
950                 ms_warning("Bad dtmf value %i",dtmf);
951                 return;
952         }
953         if (lc->vtable.dtmf_received != NULL)
954                 lc->vtable.dtmf_received(lc, linphone_core_get_current_call(lc), dtmf_tab[dtmf]);
955 }
956
957 static void parametrize_equalizer(LinphoneCore *lc, AudioStream *st){
958         if (st->equalizer){
959                 MSFilter *f=st->equalizer;
960                 int enabled=lp_config_get_int(lc->config,"sound","eq_active",0);
961                 const char *gains=lp_config_get_string(lc->config,"sound","eq_gains",NULL);
962                 ms_filter_call_method(f,MS_EQUALIZER_SET_ACTIVE,&enabled);
963                 if (enabled){
964                         if (gains){
965                                 do{
966                                         int bytes;
967                                         MSEqualizerGain g;
968                                         if (sscanf(gains,"%f:%f:%f %n",&g.frequency,&g.gain,&g.width,&bytes)==3){
969                                                 ms_message("Read equalizer gains: %f(~%f) --> %f",g.frequency,g.width,g.gain);
970                                                 ms_filter_call_method(f,MS_EQUALIZER_SET_GAIN,&g);
971                                                 gains+=bytes;
972                                         }else break;
973                                 }while(1);
974                         }
975                 }
976         }
977 }
978
979 void _post_configure_audio_stream(AudioStream *st, LinphoneCore *lc, bool_t muted){
980         float mic_gain=lp_config_get_float(lc->config,"sound","mic_gain",1);
981         float thres = 0;
982         float recv_gain;
983         float ng_thres=lp_config_get_float(lc->config,"sound","ng_thres",0.05);
984         float ng_floorgain=lp_config_get_float(lc->config,"sound","ng_floorgain",0);
985         int dc_removal=lp_config_get_int(lc->config,"sound","dc_removal",0);
986
987         if (!muted)
988                 audio_stream_set_mic_gain(st,mic_gain);
989         else
990                 audio_stream_set_mic_gain(st,0);
991
992         recv_gain = lc->sound_conf.soft_play_lev;
993         if (recv_gain != 0) {
994                 linphone_core_set_playback_gain_db (lc,recv_gain);
995         }
996         
997         if (st->volsend){
998                 ms_filter_call_method(st->volsend,MS_VOLUME_REMOVE_DC,&dc_removal);
999                 float speed=lp_config_get_float(lc->config,"sound","el_speed",-1);
1000                 thres=lp_config_get_float(lc->config,"sound","el_thres",-1);
1001                 float force=lp_config_get_float(lc->config,"sound","el_force",-1);
1002                 int sustain=lp_config_get_int(lc->config,"sound","el_sustain",-1);
1003                 float transmit_thres=lp_config_get_float(lc->config,"sound","el_transmit_thres",-1);
1004                 MSFilter *f=NULL;
1005                 f=st->volsend;
1006                 if (speed==-1) speed=0.03;
1007                 if (force==-1) force=25;
1008                 ms_filter_call_method(f,MS_VOLUME_SET_EA_SPEED,&speed);
1009                 ms_filter_call_method(f,MS_VOLUME_SET_EA_FORCE,&force);
1010                 if (thres!=-1)
1011                         ms_filter_call_method(f,MS_VOLUME_SET_EA_THRESHOLD,&thres);
1012                 if (sustain!=-1)
1013                         ms_filter_call_method(f,MS_VOLUME_SET_EA_SUSTAIN,&sustain);
1014                 if (transmit_thres!=-1)
1015                                 ms_filter_call_method(f,MS_VOLUME_SET_EA_TRANSMIT_THRESHOLD,&transmit_thres);
1016
1017                 ms_filter_call_method(st->volsend,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_thres);
1018                 ms_filter_call_method(st->volsend,MS_VOLUME_SET_NOISE_GATE_FLOORGAIN,&ng_floorgain);
1019         }
1020         if (st->volrecv){
1021                 /* parameters for a limited noise-gate effect, using echo limiter threshold */
1022                 float floorgain = 1/mic_gain;
1023                 int spk_agc=lp_config_get_int(lc->config,"sound","speaker_agc_enabled",0);
1024                 ms_filter_call_method(st->volrecv, MS_VOLUME_ENABLE_AGC, &spk_agc);
1025                 ms_filter_call_method(st->volrecv,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_thres);
1026                 ms_filter_call_method(st->volrecv,MS_VOLUME_SET_NOISE_GATE_FLOORGAIN,&floorgain);
1027         }
1028         parametrize_equalizer(lc,st);
1029 }
1030
1031 static void post_configure_audio_streams(LinphoneCall*call){
1032         AudioStream *st=call->audiostream;
1033         LinphoneCore *lc=call->core;
1034         _post_configure_audio_stream(st,lc,call->audio_muted);
1035         if (lc->vtable.dtmf_received!=NULL){
1036                 /* replace by our default action*/
1037                 audio_stream_play_received_dtmfs(call->audiostream,FALSE);
1038                 rtp_session_signal_connect(call->audiostream->session,"telephone-event",(RtpCallback)linphone_core_dtmf_received,(unsigned long)lc);
1039         }
1040 }
1041
1042 static RtpProfile *make_profile(LinphoneCall *call, const SalMediaDescription *md, const SalStreamDescription *desc, int *used_pt){
1043         int bw;
1044         const MSList *elem;
1045         RtpProfile *prof=rtp_profile_new("Call profile");
1046         bool_t first=TRUE;
1047         int remote_bw=0;
1048         LinphoneCore *lc=call->core;
1049         int up_ptime=0;
1050         *used_pt=-1;
1051
1052         for(elem=desc->payloads;elem!=NULL;elem=elem->next){
1053                 PayloadType *pt=(PayloadType*)elem->data;
1054                 int number;
1055
1056                 if ((pt->flags & PAYLOAD_TYPE_FLAG_CAN_SEND) && first) {
1057                         if (desc->type==SalAudio){
1058                                 linphone_core_update_allocated_audio_bandwidth_in_call(call,pt);
1059                                 up_ptime=linphone_core_get_upload_ptime(lc);
1060                         }
1061                         *used_pt=payload_type_get_number(pt);
1062                         first=FALSE;
1063                 }
1064                 if (desc->bandwidth>0) remote_bw=desc->bandwidth;
1065                 else if (md->bandwidth>0) {
1066                         /*case where b=AS is given globally, not per stream*/
1067                         remote_bw=md->bandwidth;
1068                         if (desc->type==SalVideo){
1069                                 remote_bw=get_video_bandwidth(remote_bw,call->audio_bw);
1070                         }
1071                 }
1072
1073                 if (desc->type==SalAudio){
1074                                 bw=get_min_bandwidth(call->audio_bw,remote_bw);
1075                 }else bw=get_min_bandwidth(get_video_bandwidth(linphone_core_get_upload_bandwidth (lc),call->audio_bw),remote_bw);
1076                 if (bw>0) pt->normal_bitrate=bw*1000;
1077                 else if (desc->type==SalAudio){
1078                         pt->normal_bitrate=-1;
1079                 }
1080                 if (desc->ptime>0){
1081                         up_ptime=desc->ptime;
1082                 }
1083                 if (up_ptime>0){
1084                         char tmp[40];
1085                         snprintf(tmp,sizeof(tmp),"ptime=%i",up_ptime);
1086                         payload_type_append_send_fmtp(pt,tmp);
1087                 }
1088                 number=payload_type_get_number(pt);
1089                 if (rtp_profile_get_payload(prof,number)!=NULL){
1090                         ms_warning("A payload type with number %i already exists in profile !",number);
1091                 }else
1092                         rtp_profile_set_payload(prof,number,pt);
1093         }
1094         return prof;
1095 }
1096
1097
1098 static void setup_ring_player(LinphoneCore *lc, LinphoneCall *call){
1099         int pause_time=3000;
1100         audio_stream_play(call->audiostream,lc->sound_conf.ringback_tone);
1101         ms_filter_call_method(call->audiostream->soundread,MS_FILE_PLAYER_LOOP,&pause_time);
1102 }
1103
1104 #define LINPHONE_RTCP_SDES_TOOL "Linphone-" LINPHONE_VERSION
1105
1106 static bool_t linphone_call_sound_resources_available(LinphoneCall *call){
1107         LinphoneCore *lc=call->core;
1108         LinphoneCall *current=linphone_core_get_current_call(lc);
1109         return !linphone_core_is_in_conference(lc) && 
1110                 (current==NULL || current==call);
1111 }
1112 static int find_crypto_index_from_tag(const SalSrtpCryptoAlgo crypto[],unsigned char tag) {
1113     int i;
1114     for(i=0; i<SAL_CRYPTO_ALGO_MAX; i++) {
1115         if (crypto[i].tag == tag) {
1116             return i;
1117         }
1118     }
1119     return -1;
1120 }
1121 static void linphone_call_start_audio_stream(LinphoneCall *call, const char *cname, bool_t muted, bool_t send_ringbacktone, bool_t use_arc){
1122         LinphoneCore *lc=call->core;
1123         int jitt_comp=lc->rtp_conf.audio_jitt_comp;
1124         int used_pt=-1;
1125         /* look for savp stream first */
1126         const SalStreamDescription *stream=sal_media_description_find_stream(call->resultdesc,
1127                                                 SalProtoRtpSavp,SalAudio);
1128         /* no savp audio stream, use avp */
1129         if (!stream)
1130                 stream=sal_media_description_find_stream(call->resultdesc,
1131                                                 SalProtoRtpAvp,SalAudio);
1132
1133         if (stream && stream->dir!=SalStreamInactive && stream->port!=0){
1134                 MSSndCard *playcard=lc->sound_conf.lsd_card ?
1135                         lc->sound_conf.lsd_card : lc->sound_conf.play_sndcard;
1136                 MSSndCard *captcard=lc->sound_conf.capt_sndcard;
1137                 const char *playfile=lc->play_file;
1138                 const char *recfile=lc->rec_file;
1139                 call->audio_profile=make_profile(call,call->resultdesc,stream,&used_pt);
1140                 bool_t use_ec;
1141
1142                 if (used_pt!=-1){
1143                         if (playcard==NULL) {
1144                                 ms_warning("No card defined for playback !");
1145                         }
1146                         if (captcard==NULL) {
1147                                 ms_warning("No card defined for capture !");
1148                         }
1149                         /*Replace soundcard filters by inactive file players or recorders
1150                          when placed in recvonly or sendonly mode*/
1151                         if (stream->port==0 || stream->dir==SalStreamRecvOnly){
1152                                 captcard=NULL;
1153                                 playfile=NULL;
1154                         }else if (stream->dir==SalStreamSendOnly){
1155                                 playcard=NULL;
1156                                 captcard=NULL;
1157                                 recfile=NULL;
1158                                 /*And we will eventually play "playfile" if set by the user*/
1159                                 /*playfile=NULL;*/
1160                         }
1161                         if (send_ringbacktone){
1162                                 captcard=NULL;
1163                                 playfile=NULL;/* it is setup later*/
1164                         }
1165                         /*if playfile are supplied don't use soundcards*/
1166                         if (lc->use_files) {
1167                                 captcard=NULL;
1168                                 playcard=NULL;
1169                         }
1170                         if (call->params.in_conference){
1171                                 /* first create the graph without soundcard resources*/
1172                                 captcard=playcard=NULL;
1173                         }
1174                         if (!linphone_call_sound_resources_available(call)){
1175                                 ms_message("Sound resources are used by another call, not using soundcard.");
1176                                 captcard=playcard=NULL;
1177                         }
1178                         use_ec=captcard==NULL ? FALSE : linphone_core_echo_cancellation_enabled(lc);
1179
1180                         audio_stream_enable_adaptive_bitrate_control(call->audiostream,use_arc);
1181                         audio_stream_start_full(
1182                                 call->audiostream,
1183                                 call->audio_profile,
1184                                 stream->addr[0]!='\0' ? stream->addr : call->resultdesc->addr,
1185                                 stream->port,
1186                                 linphone_core_rtcp_enabled(lc) ? (stream->port+1) : 0,
1187                                 used_pt,
1188                                 jitt_comp,
1189                                 playfile,
1190                                 recfile,
1191                                 playcard,
1192                                 captcard,
1193                                 use_ec
1194                                 );
1195                         post_configure_audio_streams(call);
1196                         if (muted && !send_ringbacktone){
1197                                 audio_stream_set_mic_gain(call->audiostream,0);
1198                         }
1199                         if (stream->dir==SalStreamSendOnly && playfile!=NULL){
1200                                 int pause_time=500;
1201                                 ms_filter_call_method(call->audiostream->soundread,MS_FILE_PLAYER_LOOP,&pause_time);
1202                         }
1203                         if (send_ringbacktone){
1204                                 setup_ring_player(lc,call);
1205                         }
1206                         audio_stream_set_rtcp_information(call->audiostream, cname, LINPHONE_RTCP_SDES_TOOL);
1207                         
1208             /* valid local tags are > 0 */
1209                         if (stream->proto == SalProtoRtpSavp) {
1210                 const SalStreamDescription *local_st_desc=sal_media_description_find_stream(call->localdesc,
1211                                                                                             SalProtoRtpSavp,SalAudio);
1212                 int crypto_idx = find_crypto_index_from_tag(local_st_desc->crypto, stream->crypto_local_tag);
1213                 
1214                 if (crypto_idx >= 0) {
1215                     audio_stream_enable_strp(
1216                                              call->audiostream, 
1217                                              stream->crypto[0].algo,
1218                                              local_st_desc->crypto[crypto_idx].master_key,
1219                                              stream->crypto[0].master_key);
1220                     call->audiostream_encrypted=TRUE;
1221                 } else {
1222                     ms_warning("Failed to find local crypto algo with tag: %d", stream->crypto_local_tag);
1223                     call->audiostream_encrypted=FALSE;
1224                 }
1225                         }else call->audiostream_encrypted=FALSE;
1226                         if (call->params.in_conference){
1227                                 /*transform the graph to connect it to the conference filter */
1228                                 bool_t mute=stream->dir==SalStreamRecvOnly;
1229                                 linphone_call_add_to_conf(call, mute);
1230                         }
1231                         call->current_params.in_conference=call->params.in_conference;
1232                 }else ms_warning("No audio stream accepted ?");
1233         }
1234 }
1235
1236 static void linphone_call_start_video_stream(LinphoneCall *call, const char *cname,bool_t all_inputs_muted){
1237 #ifdef VIDEO_ENABLED
1238         LinphoneCore *lc=call->core;
1239         int used_pt=-1;
1240         /* look for savp stream first */
1241         const SalStreamDescription *vstream=sal_media_description_find_stream(call->resultdesc,
1242                                                 SalProtoRtpSavp,SalVideo);
1243         /* no savp audio stream, use avp */
1244         if (!vstream)
1245                 vstream=sal_media_description_find_stream(call->resultdesc,
1246                                                 SalProtoRtpAvp,SalVideo);
1247                                                 
1248         /* shutdown preview */
1249         if (lc->previewstream!=NULL) {
1250                 video_preview_stop(lc->previewstream);
1251                 lc->previewstream=NULL;
1252         }
1253         
1254         if (vstream!=NULL && vstream->dir!=SalStreamInactive && vstream->port!=0) {
1255                 const char *addr=vstream->addr[0]!='\0' ? vstream->addr : call->resultdesc->addr;
1256                 call->video_profile=make_profile(call,call->resultdesc,vstream,&used_pt);
1257                 if (used_pt!=-1){
1258                         VideoStreamDir dir=VideoStreamSendRecv;
1259                         MSWebCam *cam=lc->video_conf.device;
1260                         bool_t is_inactive=FALSE;
1261
1262                         call->current_params.has_video=TRUE;
1263
1264                         video_stream_enable_adaptive_bitrate_control(call->videostream,
1265                                                                   linphone_core_adaptive_rate_control_enabled(lc));
1266                         video_stream_set_sent_video_size(call->videostream,linphone_core_get_preferred_video_size(lc));
1267                         video_stream_enable_self_view(call->videostream,lc->video_conf.selfview);
1268                         if (lc->video_window_id!=0)
1269                                 video_stream_set_native_window_id(call->videostream,lc->video_window_id);
1270                         if (lc->preview_window_id!=0)
1271                                 video_stream_set_native_preview_window_id (call->videostream,lc->preview_window_id);
1272                         video_stream_use_preview_video_window (call->videostream,lc->use_preview_window);
1273                         
1274                         if (vstream->dir==SalStreamSendOnly && lc->video_conf.capture ){
1275                                 cam=get_nowebcam_device();
1276                                 dir=VideoStreamSendOnly;
1277                         }else if (vstream->dir==SalStreamRecvOnly && lc->video_conf.display ){
1278                                 dir=VideoStreamRecvOnly;
1279                         }else if (vstream->dir==SalStreamSendRecv){
1280                                 if (lc->video_conf.display && lc->video_conf.capture)
1281                                         dir=VideoStreamSendRecv;
1282                                 else if (lc->video_conf.display)
1283                                         dir=VideoStreamRecvOnly;
1284                                 else
1285                                         dir=VideoStreamSendOnly;
1286                         }else{
1287                                 ms_warning("video stream is inactive.");
1288                                 /*either inactive or incompatible with local capabilities*/
1289                                 is_inactive=TRUE;
1290                         }
1291                         if (call->camera_active==FALSE || all_inputs_muted){
1292                                 cam=get_nowebcam_device();
1293                         }
1294                         if (!is_inactive){
1295                 call->log->video_enabled = TRUE;
1296                                 video_stream_set_direction (call->videostream, dir);
1297                                 ms_message("%s lc rotation:%d\n", __FUNCTION__, lc->device_rotation);
1298                                 video_stream_set_device_rotation(call->videostream, lc->device_rotation);
1299                                 video_stream_start(call->videostream,
1300                                         call->video_profile, addr, vstream->port,
1301                                         linphone_core_rtcp_enabled(lc) ? (vstream->port+1) : 0,
1302                                         used_pt, lc->rtp_conf.audio_jitt_comp, cam);
1303                                 video_stream_set_rtcp_information(call->videostream, cname,LINPHONE_RTCP_SDES_TOOL);
1304                         }
1305                         
1306                         if (vstream->proto == SalProtoRtpSavp) {
1307                                 const SalStreamDescription *local_st_desc=sal_media_description_find_stream(call->localdesc,
1308                                                 SalProtoRtpSavp,SalVideo);
1309                                                 
1310                                 video_stream_enable_strp(
1311                                         call->videostream, 
1312                                         vstream->crypto[0].algo,
1313                                         local_st_desc->crypto[0].master_key, 
1314                                         vstream->crypto[0].master_key
1315                                         );
1316                                 call->videostream_encrypted=TRUE;
1317                         }else{
1318                                 call->videostream_encrypted=FALSE;
1319                         }
1320                 }else ms_warning("No video stream accepted.");
1321         }else{
1322                 ms_warning("No valid video stream defined.");
1323         }
1324 #endif
1325 }
1326
1327 void linphone_call_start_media_streams(LinphoneCall *call, bool_t all_inputs_muted, bool_t send_ringbacktone){
1328         LinphoneCore *lc=call->core;
1329         LinphoneAddress *me=linphone_core_get_primary_contact_parsed(lc);
1330         char *cname;
1331         bool_t use_arc=linphone_core_adaptive_rate_control_enabled(lc);
1332 #ifdef VIDEO_ENABLED
1333         const SalStreamDescription *vstream=sal_media_description_find_stream(call->resultdesc,
1334                                                         SalProtoRtpAvp,SalVideo);
1335 #endif
1336
1337         if(call->audiostream == NULL)
1338         {
1339                 ms_fatal("start_media_stream() called without prior init !");
1340                 return;
1341         }
1342         cname=linphone_address_as_string_uri_only(me);
1343
1344 #if defined(VIDEO_ENABLED)
1345         if (vstream!=NULL && vstream->dir!=SalStreamInactive && vstream->payloads!=NULL){
1346                 /*when video is used, do not make adaptive rate control on audio, it is stupid.*/
1347                 use_arc=FALSE;
1348         }
1349 #endif
1350         linphone_call_start_audio_stream(call,cname,all_inputs_muted,send_ringbacktone,use_arc);
1351         call->current_params.has_video=FALSE;
1352         if (call->videostream!=NULL) {
1353                 linphone_call_start_video_stream(call,cname,all_inputs_muted);
1354         }
1355
1356         call->all_muted=all_inputs_muted;
1357         call->playing_ringbacktone=send_ringbacktone;
1358         call->up_bw=linphone_core_get_upload_bandwidth(lc);
1359
1360         if (call->params.media_encryption==LinphoneMediaEncryptionZRTP) {
1361                 OrtpZrtpParams params;
1362                 /*will be set later when zrtp is activated*/
1363                 call->current_params.media_encryption=LinphoneMediaEncryptionNone;
1364                 
1365                 params.zid_file=lc->zrtp_secrets_cache;
1366                 audio_stream_enable_zrtp(call->audiostream,&params);
1367         }else if (call->params.media_encryption==LinphoneMediaEncryptionSRTP){
1368                 call->current_params.media_encryption=linphone_call_are_all_streams_encrypted(call) ?
1369                         LinphoneMediaEncryptionSRTP : LinphoneMediaEncryptionNone;
1370         }
1371
1372         /*also reflect the change if the "wished" params, in order to avoid to propose SAVP or video again
1373          * further in the call, for example during pause,resume, conferencing reINVITEs*/
1374         linphone_call_fix_call_parameters(call);
1375
1376         goto end;
1377         end:
1378                 ms_free(cname);
1379                 linphone_address_destroy(me);
1380 }
1381
1382 static void linphone_call_log_fill_stats(LinphoneCallLog *log, AudioStream *st){
1383         audio_stream_get_local_rtp_stats (st,&log->local_stats);
1384         log->quality=audio_stream_get_average_quality_rating(st);
1385 }
1386
1387 void linphone_call_stop_media_streams(LinphoneCall *call){
1388         if (call->audiostream!=NULL) {
1389                 rtp_session_unregister_event_queue(call->audiostream->session,call->audiostream_app_evq);
1390                 ortp_ev_queue_flush(call->audiostream_app_evq);
1391                 ortp_ev_queue_destroy(call->audiostream_app_evq);
1392
1393                 if (call->audiostream->ec){
1394                         const char *state_str=NULL;
1395                         ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_STATE_STRING,&state_str);
1396                         if (state_str){
1397                                 ms_message("Writing echo canceler state, %i bytes",(int)strlen(state_str));
1398                                 lp_config_set_string(call->core->config,"sound","ec_state",state_str);
1399                         }
1400                 }
1401                 linphone_call_log_fill_stats (call->log,call->audiostream);
1402                 if (call->endpoint){
1403                         linphone_call_remove_from_conf(call);
1404                 }
1405                 audio_stream_stop(call->audiostream);
1406                 call->audiostream=NULL;
1407         }
1408
1409
1410 #ifdef VIDEO_ENABLED
1411         if (call->videostream!=NULL){
1412                 rtp_session_unregister_event_queue(call->videostream->session,call->videostream_app_evq);
1413                 ortp_ev_queue_flush(call->videostream_app_evq);
1414                 ortp_ev_queue_destroy(call->videostream_app_evq);
1415                 video_stream_stop(call->videostream);
1416                 call->videostream=NULL;
1417         }
1418 #endif
1419         ms_event_queue_skip(call->core->msevq);
1420         
1421         if (call->audio_profile){
1422                 rtp_profile_clear_all(call->audio_profile);
1423                 rtp_profile_destroy(call->audio_profile);
1424                 call->audio_profile=NULL;
1425         }
1426         if (call->video_profile){
1427                 rtp_profile_clear_all(call->video_profile);
1428                 rtp_profile_destroy(call->video_profile);
1429                 call->video_profile=NULL;
1430         }
1431 }
1432
1433
1434
1435 void linphone_call_enable_echo_cancellation(LinphoneCall *call, bool_t enable) {
1436         if (call!=NULL && call->audiostream!=NULL && call->audiostream->ec){
1437                 bool_t bypass_mode = !enable;
1438                 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_SET_BYPASS_MODE,&bypass_mode);
1439         }
1440 }
1441 bool_t linphone_call_echo_cancellation_enabled(LinphoneCall *call) {
1442         if (call!=NULL && call->audiostream!=NULL && call->audiostream->ec){
1443                 bool_t val;
1444                 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_BYPASS_MODE,&val);
1445                 return !val;
1446         } else {
1447                 return linphone_core_echo_cancellation_enabled(call->core);
1448         }
1449 }
1450
1451 void linphone_call_enable_echo_limiter(LinphoneCall *call, bool_t val){
1452         if (call!=NULL && call->audiostream!=NULL ) {
1453                 if (val) {
1454                 const char *type=lp_config_get_string(call->core->config,"sound","el_type","mic");
1455                 if (strcasecmp(type,"mic")==0)
1456                         audio_stream_enable_echo_limiter(call->audiostream,ELControlMic);
1457                 else if (strcasecmp(type,"full")==0)
1458                         audio_stream_enable_echo_limiter(call->audiostream,ELControlFull);
1459                 } else {
1460                         audio_stream_enable_echo_limiter(call->audiostream,ELInactive);
1461                 }
1462         }
1463 }
1464
1465 bool_t linphone_call_echo_limiter_enabled(const LinphoneCall *call){
1466         if (call!=NULL && call->audiostream!=NULL ){
1467                 return call->audiostream->el_type !=ELInactive ;
1468         } else {
1469                 return linphone_core_echo_limiter_enabled(call->core);
1470         }
1471 }
1472
1473 /**
1474  * @addtogroup call_misc
1475  * @{
1476 **/
1477
1478 /**
1479  * Returns the measured sound volume played locally (received from remote)
1480  * It is expressed in dbm0.
1481 **/
1482 float linphone_call_get_play_volume(LinphoneCall *call){
1483         AudioStream *st=call->audiostream;
1484         if (st && st->volrecv){
1485                 float vol=0;
1486                 ms_filter_call_method(st->volrecv,MS_VOLUME_GET,&vol);
1487                 return vol;
1488
1489         }
1490         return LINPHONE_VOLUME_DB_LOWEST;
1491 }
1492
1493 /**
1494  * Returns the measured sound volume recorded locally (sent to remote)
1495  * It is expressed in dbm0.
1496 **/
1497 float linphone_call_get_record_volume(LinphoneCall *call){
1498         AudioStream *st=call->audiostream;
1499         if (st && st->volsend && !call->audio_muted && call->state==LinphoneCallStreamsRunning){
1500                 float vol=0;
1501                 ms_filter_call_method(st->volsend,MS_VOLUME_GET,&vol);
1502                 return vol;
1503
1504         }
1505         return LINPHONE_VOLUME_DB_LOWEST;
1506 }
1507
1508 /**
1509  * Obtain real-time quality rating of the call
1510  *
1511  * Based on local RTP statistics and RTCP feedback, a quality rating is computed and updated
1512  * during all the duration of the call. This function returns its value at the time of the function call.
1513  * It is expected that the rating is updated at least every 5 seconds or so.
1514  * The rating is a floating point number comprised between 0 and 5.
1515  *
1516  * 4-5 = good quality <br>
1517  * 3-4 = average quality <br>
1518  * 2-3 = poor quality <br>
1519  * 1-2 = very poor quality <br>
1520  * 0-1 = can't be worse, mostly unusable <br>
1521  *
1522  * @returns The function returns -1 if no quality measurement is available, for example if no
1523  * active audio stream exist. Otherwise it returns the quality rating.
1524 **/
1525 float linphone_call_get_current_quality(LinphoneCall *call){
1526         if (call->audiostream){
1527                 return audio_stream_get_quality_rating(call->audiostream);
1528         }
1529         return -1;
1530 }
1531
1532 /**
1533  * Returns call quality averaged over all the duration of the call.
1534  *
1535  * See linphone_call_get_current_quality() for more details about quality measurement.
1536 **/
1537 float linphone_call_get_average_quality(LinphoneCall *call){
1538         if (call->audiostream){
1539                 return audio_stream_get_average_quality_rating(call->audiostream);
1540         }
1541         return -1;
1542 }
1543
1544 /**
1545  * @}
1546 **/
1547
1548 static void display_bandwidth(RtpSession *as, RtpSession *vs){
1549         ms_message("bandwidth usage: audio=[d=%.1f,u=%.1f] video=[d=%.1f,u=%.1f] kbit/sec",
1550         (as!=NULL) ? (rtp_session_compute_recv_bandwidth(as)*1e-3) : 0,
1551         (as!=NULL) ? (rtp_session_compute_send_bandwidth(as)*1e-3) : 0,
1552         (vs!=NULL) ? (rtp_session_compute_recv_bandwidth(vs)*1e-3) : 0,
1553         (vs!=NULL) ? (rtp_session_compute_send_bandwidth(vs)*1e-3) : 0);
1554 }
1555
1556 static void linphone_core_disconnected(LinphoneCore *lc, LinphoneCall *call){
1557         char temp[256];
1558         char *from=NULL;
1559         if(call)
1560                 from = linphone_call_get_remote_address_as_string(call);
1561         if (from)
1562         {
1563                 snprintf(temp,sizeof(temp),"Remote end %s seems to have disconnected, the call is going to be closed.",from);
1564                 free(from);
1565         }
1566         else
1567         {
1568                 snprintf(temp,sizeof(temp),"Remote end seems to have disconnected, the call is going to be closed.");
1569         }
1570         if (lc->vtable.display_warning!=NULL)
1571                 lc->vtable.display_warning(lc,temp);
1572         linphone_core_terminate_call(lc,call);
1573 }
1574
1575 void linphone_call_background_tasks(LinphoneCall *call, bool_t one_second_elapsed){
1576         int disconnect_timeout = linphone_core_get_nortp_timeout(call->core);
1577         bool_t disconnected=FALSE;
1578
1579         if (call->state==LinphoneCallStreamsRunning && one_second_elapsed){
1580                 RtpSession *as=NULL,*vs=NULL;
1581                 float audio_load=0, video_load=0;
1582                 if (call->audiostream!=NULL){
1583                         as=call->audiostream->session;
1584                         if (call->audiostream->ticker)
1585                                 audio_load=ms_ticker_get_average_load(call->audiostream->ticker);
1586                 }
1587                 if (call->videostream!=NULL){
1588                         if (call->videostream->ticker)
1589                                 video_load=ms_ticker_get_average_load(call->videostream->ticker);
1590                         vs=call->videostream->session;
1591                 }
1592                 display_bandwidth(as,vs);
1593                 ms_message("Thread processing load: audio=%f\tvideo=%f",audio_load,video_load);
1594         }
1595 #ifdef VIDEO_ENABLED
1596         if (call->videostream!=NULL) {
1597                 // Beware that the application queue should not depend on treatments fron the
1598                 // mediastreamer queue.
1599                 video_stream_iterate(call->videostream);
1600
1601                 if (call->videostream_app_evq){
1602                         OrtpEvent *ev;
1603                         while (NULL != (ev=ortp_ev_queue_get(call->videostream_app_evq))){
1604                                 OrtpEventType evt=ortp_event_get_type(ev);
1605                                 if (evt == ORTP_EVENT_ZRTP_ENCRYPTION_CHANGED){
1606                                         OrtpEventData *evd=ortp_event_get_data(ev);
1607                                         linphone_call_videostream_encryption_changed(call, evd->info.zrtp_stream_encrypted);
1608                                 }
1609                                 ortp_event_destroy(ev);
1610                         }
1611                 }
1612         }
1613 #endif
1614         if (call->audiostream!=NULL) {
1615                 // Beware that the application queue should not depend on treatments fron the
1616                 // mediastreamer queue.
1617                 audio_stream_iterate(call->audiostream);
1618
1619                 if (call->audiostream_app_evq){
1620                         OrtpEvent *ev;
1621                         while (NULL != (ev=ortp_ev_queue_get(call->audiostream_app_evq))){
1622                                 OrtpEventType evt=ortp_event_get_type(ev);
1623                                 if (evt == ORTP_EVENT_ZRTP_ENCRYPTION_CHANGED){
1624                                         OrtpEventData *evd=ortp_event_get_data(ev);
1625                                         linphone_call_audiostream_encryption_changed(call, evd->info.zrtp_stream_encrypted);
1626                                 } else if (evt == ORTP_EVENT_ZRTP_SAS_READY) {
1627                                         OrtpEventData *evd=ortp_event_get_data(ev);
1628                                         linphone_call_audiostream_auth_token_ready(call, evd->info.zrtp_sas.sas, evd->info.zrtp_sas.verified);
1629                                 }
1630                                 ortp_event_destroy(ev);
1631                         }
1632                 }
1633         }
1634         if (call->state==LinphoneCallStreamsRunning && one_second_elapsed && call->audiostream!=NULL && disconnect_timeout>0 )
1635                 disconnected=!audio_stream_alive(call->audiostream,disconnect_timeout);
1636         if (disconnected)
1637                 linphone_core_disconnected(call->core,call);
1638 }
1639
1640 void linphone_call_log_completed(LinphoneCall *call){
1641         LinphoneCore *lc=call->core;
1642
1643         call->log->duration=time(NULL)-call->start_time;
1644
1645         if (call->log->status==LinphoneCallMissed){
1646                 char *info;
1647                 lc->missed_calls++;
1648                 info=ortp_strdup_printf(ngettext("You have missed %i call.",
1649                                          "You have missed %i calls.", lc->missed_calls),
1650                                 lc->missed_calls);
1651         if (lc->vtable.display_status!=NULL)
1652             lc->vtable.display_status(lc,info);
1653                 ms_free(info);
1654         }
1655         lc->call_logs=ms_list_prepend(lc->call_logs,(void *)call->log);
1656         if (ms_list_size(lc->call_logs)>lc->max_call_logs){
1657                 MSList *elem,*prevelem=NULL;
1658                 /*find the last element*/
1659                 for(elem=lc->call_logs;elem!=NULL;elem=elem->next){
1660                         prevelem=elem;
1661                 }
1662                 elem=prevelem;
1663                 linphone_call_log_destroy((LinphoneCallLog*)elem->data);
1664                 lc->call_logs=ms_list_remove_link(lc->call_logs,elem);
1665         }
1666         if (lc->vtable.call_log_updated!=NULL){
1667                 lc->vtable.call_log_updated(lc,call->log);
1668         }
1669         call_logs_write_to_config_file(lc);
1670 }
1671
1672