]> sjero.net Git - linphone/blob - coreapi/linphonecall.c
Restart ICE if requested by ICE itself.
[linphone] / coreapi / linphonecall.c
1
2 /*
3 linphone
4 Copyright (C) 2010  Belledonne Communications SARL
5  (simon.morlat@linphone.org)
6
7 This program is free software; you can redistribute it and/or
8 modify it under the terms of the GNU General Public License
9 as published by the Free Software Foundation; either version 2
10 of the License, or (at your option) any later version.
11
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 GNU General Public License for more details.
16
17 You should have received a copy of the GNU General Public License
18 along with this program; if not, write to the Free Software
19 Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
20 */
21 #ifdef WIN32
22 #include <time.h>
23 #endif
24 #include "linphonecore.h"
25 #include "sipsetup.h"
26 #include "lpconfig.h"
27 #include "private.h"
28 #include <ortp/event.h>
29 #include <ortp/b64.h>
30
31
32 #include "mediastreamer2/mediastream.h"
33 #include "mediastreamer2/msvolume.h"
34 #include "mediastreamer2/msequalizer.h"
35 #include "mediastreamer2/msfileplayer.h"
36 #include "mediastreamer2/msjpegwriter.h"
37 #include "mediastreamer2/mseventqueue.h"
38 #include "mediastreamer2/mssndcard.h"
39
40 #ifdef VIDEO_ENABLED
41 static MSWebCam *get_nowebcam_device(){
42         return ms_web_cam_manager_get_cam(ms_web_cam_manager_get(),"StaticImage: Static picture");
43 }
44 #endif
45
46 static bool_t generate_b64_crypto_key(int key_length, char* key_out) {
47         int b64_size;
48         uint8_t* tmp = (uint8_t*) malloc(key_length);                   
49         if (ortp_crypto_get_random(tmp, key_length)!=0) {
50                 ms_error("Failed to generate random key");
51                 free(tmp);
52                 return FALSE;
53         }
54         
55         b64_size = b64_encode((const char*)tmp, key_length, NULL, 0);
56         if (b64_size == 0) {
57                 ms_error("Failed to b64 encode key");
58                 free(tmp);
59                 return FALSE;
60         }
61         key_out[b64_size] = '\0';
62         b64_encode((const char*)tmp, key_length, key_out, 40);
63         free(tmp);
64         return TRUE;
65 }
66
67 LinphoneCore *linphone_call_get_core(const LinphoneCall *call){
68         return call->core;
69 }
70
71 const char* linphone_call_get_authentication_token(LinphoneCall *call){
72         return call->auth_token;
73 }
74
75 bool_t linphone_call_get_authentication_token_verified(LinphoneCall *call){
76         return call->auth_token_verified;
77 }
78
79 static bool_t linphone_call_are_all_streams_encrypted(LinphoneCall *call) {
80         // Check ZRTP encryption in audiostream
81         if (!call->audiostream_encrypted) {
82                 return FALSE;
83         }
84
85 #ifdef VIDEO_ENABLED
86         // If video enabled, check ZRTP encryption in videostream
87         const LinphoneCallParams *params=linphone_call_get_current_params(call);
88         if (params->has_video && !call->videostream_encrypted) {
89                 return FALSE;
90         }
91 #endif
92
93         return TRUE;
94 }
95
96 void propagate_encryption_changed(LinphoneCall *call){
97         LinphoneCore *lc=call->core;
98         if (!linphone_call_are_all_streams_encrypted(call)) {
99                 ms_message("Some streams are not encrypted");
100                 call->current_params.media_encryption=LinphoneMediaEncryptionNone;
101                 if (lc->vtable.call_encryption_changed)
102                         lc->vtable.call_encryption_changed(call->core, call, FALSE, call->auth_token);
103         } else {
104                 ms_message("All streams are encrypted");
105                 call->current_params.media_encryption=LinphoneMediaEncryptionZRTP;
106                 if (lc->vtable.call_encryption_changed)
107                         lc->vtable.call_encryption_changed(call->core, call, TRUE, call->auth_token);
108         }
109 }
110
111 #ifdef VIDEO_ENABLED
112 static void linphone_call_videostream_encryption_changed(void *data, bool_t encrypted){
113         ms_message("Video stream is %s", encrypted ? "encrypted" : "not encrypted");
114
115         LinphoneCall *call = (LinphoneCall *)data;
116         call->videostream_encrypted=encrypted;
117         propagate_encryption_changed(call);
118 }
119 #endif
120
121 static void linphone_call_audiostream_encryption_changed(void *data, bool_t encrypted) {
122         char status[255]={0};
123         ms_message("Audio stream is %s ", encrypted ? "encrypted" : "not encrypted");
124
125         LinphoneCall *call = (LinphoneCall *)data;
126         call->audiostream_encrypted=encrypted;
127         
128         if (encrypted && call->core->vtable.display_status != NULL) {
129                 snprintf(status,sizeof(status)-1,_("Authentication token is %s"),call->auth_token);
130                  call->core->vtable.display_status(call->core, status);
131         }
132
133         propagate_encryption_changed(call);
134
135
136 #ifdef VIDEO_ENABLED
137         // Enable video encryption
138         const LinphoneCallParams *params=linphone_call_get_current_params(call);
139         if (params->has_video) {
140                 ms_message("Trying to enable encryption on video stream");
141                 OrtpZrtpParams params;
142                 params.zid_file=NULL; //unused
143                 video_stream_enable_zrtp(call->videostream,call->audiostream,&params);
144         }
145 #endif
146 }
147
148
149 static void linphone_call_audiostream_auth_token_ready(void *data, const char* auth_token, bool_t verified) {
150         LinphoneCall *call=(LinphoneCall *)data;
151         if (call->auth_token != NULL)
152                 ms_free(call->auth_token);
153
154         call->auth_token=ms_strdup(auth_token);
155         call->auth_token_verified=verified;
156
157         ms_message("Authentication token is %s (%s)", auth_token, verified?"verified":"unverified");
158 }
159
160 void linphone_call_set_authentication_token_verified(LinphoneCall *call, bool_t verified){
161         if (call->audiostream==NULL){
162                 ms_error("linphone_call_set_authentication_token_verified(): No audio stream");
163         }
164         if (call->audiostream->ortpZrtpContext==NULL){
165                 ms_error("linphone_call_set_authentication_token_verified(): No zrtp context.");
166         }
167         if (!call->auth_token_verified && verified){
168                 ortp_zrtp_sas_verified(call->audiostream->ortpZrtpContext);
169         }else if (call->auth_token_verified && !verified){
170                 ortp_zrtp_sas_reset_verified(call->audiostream->ortpZrtpContext);
171         }
172         call->auth_token_verified=verified;
173         propagate_encryption_changed(call);
174 }
175
176 static MSList *make_codec_list(LinphoneCore *lc, const MSList *codecs, int bandwidth_limit,int* max_sample_rate){
177         MSList *l=NULL;
178         const MSList *it;
179         if (max_sample_rate) *max_sample_rate=0;
180         for(it=codecs;it!=NULL;it=it->next){
181                 PayloadType *pt=(PayloadType*)it->data;
182                 if (pt->flags & PAYLOAD_TYPE_ENABLED){
183                         if (bandwidth_limit>0 && !linphone_core_is_payload_type_usable_for_bandwidth(lc,pt,bandwidth_limit)){
184                                 ms_message("Codec %s/%i eliminated because of audio bandwidth constraint.",pt->mime_type,pt->clock_rate);
185                                 continue;
186                         }
187                         if (linphone_core_check_payload_type_usability(lc,pt)){
188                                 l=ms_list_append(l,payload_type_clone(pt));
189                                 if (max_sample_rate && payload_type_get_rate(pt)>*max_sample_rate) *max_sample_rate=payload_type_get_rate(pt);
190                         }
191                 }
192         }
193         return l;
194 }
195
196 static SalMediaDescription *_create_local_media_description(LinphoneCore *lc, LinphoneCall *call, unsigned int session_id, unsigned int session_ver){
197         MSList *l;
198         PayloadType *pt;
199         int i;
200         const char *me=linphone_core_get_identity(lc);
201         LinphoneAddress *addr=linphone_address_new(me);
202         const char *username=linphone_address_get_username (addr);
203         SalMediaDescription *md=sal_media_description_new();
204
205         md->session_id=session_id;
206         md->session_ver=session_ver;
207         md->nstreams=1;
208         strncpy(md->addr,call->localip,sizeof(md->addr));
209         strncpy(md->username,username,sizeof(md->username));
210         md->bandwidth=linphone_core_get_download_bandwidth(lc);
211
212         /*set audio capabilities */
213         strncpy(md->streams[0].rtp_addr,call->localip,sizeof(md->streams[0].rtp_addr));
214         strncpy(md->streams[0].rtcp_addr,call->localip,sizeof(md->streams[0].rtcp_addr));
215         md->streams[0].rtp_port=call->audio_port;
216         md->streams[0].rtcp_port=call->audio_port+1;
217         md->streams[0].proto=(call->params.media_encryption == LinphoneMediaEncryptionSRTP) ? 
218                 SalProtoRtpSavp : SalProtoRtpAvp;
219         md->streams[0].type=SalAudio;
220         md->streams[0].ptime=lc->net_conf.down_ptime;
221         l=make_codec_list(lc,lc->codecs_conf.audio_codecs,call->params.audio_bw,&md->streams[0].max_rate);
222         pt=payload_type_clone(rtp_profile_get_payload_from_mime(&av_profile,"telephone-event"));
223         l=ms_list_append(l,pt);
224         md->streams[0].payloads=l;
225         
226
227
228         if (call->params.has_video){
229                 md->nstreams++;
230                 md->streams[1].rtp_port=call->video_port;
231                 md->streams[1].rtcp_port=call->video_port+1;
232                 md->streams[1].proto=md->streams[0].proto;
233                 md->streams[1].type=SalVideo;
234                 l=make_codec_list(lc,lc->codecs_conf.video_codecs,0,NULL);
235                 md->streams[1].payloads=l;
236         }
237         
238         for(i=0; i<md->nstreams; i++) {
239                 if (md->streams[i].proto == SalProtoRtpSavp) {
240                         md->streams[i].crypto[0].tag = 1;
241                         md->streams[i].crypto[0].algo = AES_128_SHA1_80;
242                         if (!generate_b64_crypto_key(30, md->streams[i].crypto[0].master_key))
243                                 md->streams[i].crypto[0].algo = 0;
244                         md->streams[i].crypto[1].tag = 2;
245                         md->streams[i].crypto[1].algo = AES_128_SHA1_32;
246                         if (!generate_b64_crypto_key(30, md->streams[i].crypto[1].master_key))
247                                 md->streams[i].crypto[1].algo = 0;
248                         md->streams[i].crypto[2].algo = 0;
249                 }
250                 if ((linphone_core_get_firewall_policy(call->core) == LinphonePolicyUseIce) && (call->ice_session != NULL) && (ice_session_check_list(call->ice_session, i) == NULL)) {
251                         ice_session_add_check_list(call->ice_session, ice_check_list_new());
252                 }
253         }
254         
255         linphone_address_destroy(addr);
256         return md;
257 }
258
259 void update_local_media_description(LinphoneCore *lc, LinphoneCall *call){
260         SalMediaDescription *md=call->localdesc;
261         if (md== NULL) {
262                 call->localdesc = create_local_media_description(lc,call);
263         } else {
264                 call->localdesc = _create_local_media_description(lc,call,md->session_id,md->session_ver+1);
265                 sal_media_description_unref(md);
266         }
267 }
268
269 SalMediaDescription *create_local_media_description(LinphoneCore *lc, LinphoneCall *call){
270         unsigned int id=rand() & 0xfff;
271         return _create_local_media_description(lc,call,id,id);
272 }
273
274 static int find_port_offset(LinphoneCore *lc){
275         int offset;
276         MSList *elem;
277         int audio_port;
278         bool_t already_used=FALSE;
279         for(offset=0;offset<100;offset+=2){
280                 audio_port=linphone_core_get_audio_port (lc)+offset;
281                 already_used=FALSE;
282                 for(elem=lc->calls;elem!=NULL;elem=elem->next){
283                         LinphoneCall *call=(LinphoneCall*)elem->data;
284                         if (call->audio_port==audio_port) {
285                                 already_used=TRUE;
286                                 break;
287                         }
288                 }
289                 if (!already_used) break;
290         }
291         if (offset==100){
292                 ms_error("Could not find any free port !");
293                 return -1;
294         }
295         return offset;
296 }
297
298 static void linphone_call_init_common(LinphoneCall *call, LinphoneAddress *from, LinphoneAddress *to){
299         int port_offset;
300         call->magic=linphone_call_magic;
301         call->refcnt=1;
302         call->state=LinphoneCallIdle;
303         call->transfer_state = LinphoneCallIdle;
304         call->start_time=time(NULL);
305         call->media_start_time=0;
306         call->log=linphone_call_log_new(call, from, to);
307         call->owns_call_log=TRUE;
308         linphone_core_notify_all_friends(call->core,LinphoneStatusOnThePhone);
309         port_offset=find_port_offset (call->core);
310         if (port_offset==-1) return;
311         call->audio_port=linphone_core_get_audio_port(call->core)+port_offset;
312         call->video_port=linphone_core_get_video_port(call->core)+port_offset;
313         linphone_call_init_stats(&call->stats[LINPHONE_CALL_STATS_AUDIO], LINPHONE_CALL_STATS_AUDIO);
314         linphone_call_init_stats(&call->stats[LINPHONE_CALL_STATS_VIDEO], LINPHONE_CALL_STATS_VIDEO);
315 }
316
317 void linphone_call_init_stats(LinphoneCallStats *stats, int type) {
318         stats->type = type;
319         stats->received_rtcp = NULL;
320         stats->sent_rtcp = NULL;
321 }
322
323 static void discover_mtu(LinphoneCore *lc, const char *remote){
324         int mtu;
325         if (lc->net_conf.mtu==0 ){
326                 /*attempt to discover mtu*/
327                 mtu=ms_discover_mtu(remote);
328                 if (mtu>0){
329                         ms_set_mtu(mtu);
330                         ms_message("Discovered mtu is %i, RTP payload max size is %i",
331                                 mtu, ms_get_payload_max_size());
332                 }
333         }
334 }
335
336 LinphoneCall * linphone_call_new_outgoing(struct _LinphoneCore *lc, LinphoneAddress *from, LinphoneAddress *to, const LinphoneCallParams *params)
337 {
338         LinphoneCall *call=ms_new0(LinphoneCall,1);
339         call->dir=LinphoneCallOutgoing;
340         call->op=sal_op_new(lc->sal);
341         sal_op_set_user_pointer(call->op,call);
342         call->core=lc;
343         linphone_core_get_local_ip(lc,linphone_address_get_domain(to),call->localip);
344         linphone_call_init_common(call,from,to);
345         call->params=*params;
346         if (linphone_core_get_firewall_policy(call->core) == LinphonePolicyUseIce) {
347                 call->ice_session = ice_session_new();
348                 ice_session_set_role(call->ice_session, IR_Controlling);
349         }
350         call->localdesc=create_local_media_description (lc,call);
351         call->camera_active=params->has_video;
352         if (linphone_core_get_firewall_policy(call->core) == LinphonePolicyUseStun) {
353                 linphone_core_run_stun_tests(call->core,call);
354         }
355         discover_mtu(lc,linphone_address_get_domain (to));
356         if (params->referer){
357                 sal_call_set_referer(call->op,params->referer->op);
358                 call->referer=linphone_call_ref(params->referer);
359         }
360         return call;
361 }
362
363 LinphoneCall * linphone_call_new_incoming(LinphoneCore *lc, LinphoneAddress *from, LinphoneAddress *to, SalOp *op){
364         LinphoneCall *call=ms_new0(LinphoneCall,1);
365         char *from_str;
366
367         call->dir=LinphoneCallIncoming;
368         sal_op_set_user_pointer(op,call);
369         call->op=op;
370         call->core=lc;
371
372         if (lc->sip_conf.ping_with_options){
373                 /*the following sends an option request back to the caller so that
374                  we get a chance to discover our nat'd address before answering.*/
375                 call->ping_op=sal_op_new(lc->sal);
376                 from_str=linphone_address_as_string_uri_only(from);
377                 sal_op_set_route(call->ping_op,sal_op_get_network_origin(op));
378                 sal_op_set_user_pointer(call->ping_op,call);
379                 sal_ping(call->ping_op,linphone_core_find_best_identity(lc,from,NULL),from_str);
380                 ms_free(from_str);
381         }
382
383         linphone_address_clean(from);
384         linphone_core_get_local_ip(lc,linphone_address_get_domain(from),call->localip);
385         linphone_call_init_common(call, from, to);
386         linphone_core_init_default_params(lc, &call->params);
387         call->params.has_video &= !!lc->video_policy.automatically_accept;
388         call->localdesc=create_local_media_description (lc,call);
389         call->camera_active=call->params.has_video;
390         switch (linphone_core_get_firewall_policy(call->core)) {
391                 case LinphonePolicyUseIce:
392                         call->ice_session = ice_session_new();
393                         ice_session_set_role(call->ice_session, IR_Controlled);
394                         linphone_core_update_ice_from_remote_media_description(call, sal_call_get_remote_media_description(op));
395                         linphone_call_init_media_streams(call);
396                         linphone_call_start_media_streams_for_ice_gathering(call);
397                         if (linphone_core_gather_ice_candidates(call->core,call)<0) {
398                                 /* Ice candidates gathering failed, proceed with the call anyway. */
399                                 linphone_call_delete_ice_session(call);
400                                 linphone_call_stop_media_streams(call);
401                         }
402                         break;
403                 case LinphonePolicyUseStun:
404                         linphone_core_run_stun_tests(call->core,call);
405                         /* No break to also destroy ice session in this case. */
406                 default:
407                         break;
408         }
409         discover_mtu(lc,linphone_address_get_domain(from));
410         return call;
411 }
412
413 /* this function is called internally to get rid of a call.
414  It performs the following tasks:
415  - remove the call from the internal list of calls
416  - update the call logs accordingly
417 */
418
419 static void linphone_call_set_terminated(LinphoneCall *call){
420         LinphoneCore *lc=call->core;
421
422         linphone_core_update_allocated_audio_bandwidth(lc);
423
424         call->owns_call_log=FALSE;
425         linphone_call_log_completed(call);
426
427
428         if (call == lc->current_call){
429                 ms_message("Resetting the current call");
430                 lc->current_call=NULL;
431         }
432
433         if (linphone_core_del_call(lc,call) != 0){
434                 ms_error("Could not remove the call from the list !!!");
435         }
436
437         if (ms_list_size(lc->calls)==0)
438                 linphone_core_notify_all_friends(lc,lc->presence_mode);
439
440         linphone_core_conference_check_uninit(lc);
441         if (call->ringing_beep){
442                 linphone_core_stop_dtmf(lc);
443                 call->ringing_beep=FALSE;
444         }
445         if (call->referer){
446                 linphone_call_unref(call->referer);
447                 call->referer=NULL;
448         }
449 }
450
451 void linphone_call_fix_call_parameters(LinphoneCall *call){
452         call->params.has_video=call->current_params.has_video;
453         call->params.media_encryption=call->current_params.media_encryption;
454 }
455
456 const char *linphone_call_state_to_string(LinphoneCallState cs){
457         switch (cs){
458                 case LinphoneCallIdle:
459                         return "LinphoneCallIdle";
460                 case LinphoneCallIncomingReceived:
461                         return "LinphoneCallIncomingReceived";
462                 case LinphoneCallOutgoingInit:
463                         return "LinphoneCallOutgoingInit";
464                 case LinphoneCallOutgoingProgress:
465                         return "LinphoneCallOutgoingProgress";
466                 case LinphoneCallOutgoingRinging:
467                         return "LinphoneCallOutgoingRinging";
468                 case LinphoneCallOutgoingEarlyMedia:
469                         return "LinphoneCallOutgoingEarlyMedia";
470                 case LinphoneCallConnected:
471                         return "LinphoneCallConnected";
472                 case LinphoneCallStreamsRunning:
473                         return "LinphoneCallStreamsRunning";
474                 case LinphoneCallPausing:
475                         return "LinphoneCallPausing";
476                 case LinphoneCallPaused:
477                         return "LinphoneCallPaused";
478                 case LinphoneCallResuming:
479                         return "LinphoneCallResuming";
480                 case LinphoneCallRefered:
481                         return "LinphoneCallRefered";
482                 case LinphoneCallError:
483                         return "LinphoneCallError";
484                 case LinphoneCallEnd:
485                         return "LinphoneCallEnd";
486                 case LinphoneCallPausedByRemote:
487                         return "LinphoneCallPausedByRemote";
488                 case LinphoneCallUpdatedByRemote:
489                         return "LinphoneCallUpdatedByRemote";
490                 case LinphoneCallIncomingEarlyMedia:
491                         return "LinphoneCallIncomingEarlyMedia";
492                 case LinphoneCallUpdated:
493                         return "LinphoneCallUpdated";
494                 case LinphoneCallReleased:
495                         return "LinphoneCallReleased";
496         }
497         return "undefined state";
498 }
499
500 void linphone_call_set_state(LinphoneCall *call, LinphoneCallState cstate, const char *message){
501         LinphoneCore *lc=call->core;
502
503         if (call->state!=cstate){
504                 if (call->state==LinphoneCallEnd || call->state==LinphoneCallError){
505                         if (cstate!=LinphoneCallReleased){
506                                 ms_warning("Spurious call state change from %s to %s, ignored.",linphone_call_state_to_string(call->state),
507                                    linphone_call_state_to_string(cstate));
508                                 return;
509                         }
510                 }
511                 ms_message("Call %p: moving from state %s to %s",call,linphone_call_state_to_string(call->state),
512                            linphone_call_state_to_string(cstate));
513                 if (cstate!=LinphoneCallRefered){
514                         /*LinphoneCallRefered is rather an event, not a state.
515                          Indeed it does not change the state of the call (still paused or running)*/
516                         call->state=cstate;
517                 }
518                 if (cstate==LinphoneCallEnd || cstate==LinphoneCallError){
519              switch(call->reason){
520                                 case LinphoneReasonDeclined:
521                                         call->log->status=LinphoneCallDeclined;
522                                 case LinphoneReasonNotAnswered:
523                                         call->log->status=LinphoneCallMissed;
524                                 break;
525                                 default:
526                                 break;
527                         }
528                         linphone_call_set_terminated (call);
529                 }
530                 if (cstate == LinphoneCallConnected) {
531                         call->log->status=LinphoneCallSuccess;
532                         call->media_start_time=time(NULL);
533                 }
534
535                 if (lc->vtable.call_state_changed)
536                         lc->vtable.call_state_changed(lc,call,cstate,message);
537                 if (cstate==LinphoneCallReleased){
538                         if (call->op!=NULL) {
539                                 /* so that we cannot have anymore upcalls for SAL
540                                  concerning this call*/
541                                 sal_op_release(call->op);
542                                 call->op=NULL;
543                         }
544                         linphone_call_unref(call);
545                 }
546         }
547 }
548
549 void linphone_call_enable_video(LinphoneCall *call, bool_t enabled)
550 {
551         LinphoneCore *lc=linphone_call_get_core(call);
552         LinphoneCallParams *params=linphone_call_params_copy(linphone_call_get_current_params(call));
553
554         linphone_call_params_enable_video(params, enabled);
555         if (enabled == TRUE) {
556                 if (call->ice_session != NULL) {
557                         /* Defer call update until the ICE candidates gathering process has finished. */
558                         ms_message("Defer call update to gather ICE candidates");
559                         call->params = *params;
560                         update_local_media_description(lc, call);
561                         linphone_call_init_video_stream(call);
562                         video_stream_prepare_video(call->videostream);
563                         linphone_core_gather_ice_candidates(lc, call);
564                 } else {
565                         if (linphone_call_get_state(call) == LinphoneCallUpdatedByRemote) {
566                                 linphone_core_accept_call_update(lc, call, params);
567                         } else {
568                                 linphone_core_update_call(lc, call, params);
569                         }
570                 }
571         } else {
572                 if ((call->ice_session != NULL) && (call->videostream != NULL)) {
573                         ice_session_remove_check_list(call->ice_session, call->videostream->ice_check_list);
574                         call->videostream->ice_check_list = NULL;
575                 }
576                 if (linphone_call_get_state(call) == LinphoneCallUpdatedByRemote) {
577                         linphone_core_accept_call_update(lc, call, params);
578                 } else {
579                         linphone_core_update_call(lc, call, params);
580                 }
581         }
582         linphone_call_params_destroy(params);
583 }
584
585 static void linphone_call_destroy(LinphoneCall *obj)
586 {
587         if (obj->op!=NULL) {
588                 sal_op_release(obj->op);
589                 obj->op=NULL;
590         }
591         if (obj->resultdesc!=NULL) {
592                 sal_media_description_unref(obj->resultdesc);
593                 obj->resultdesc=NULL;
594         }
595         if (obj->localdesc!=NULL) {
596                 sal_media_description_unref(obj->localdesc);
597                 obj->localdesc=NULL;
598         }
599         if (obj->ping_op) {
600                 sal_op_release(obj->ping_op);
601         }
602         if (obj->refer_to){
603                 ms_free(obj->refer_to);
604         }
605         if (obj->owns_call_log)
606                 linphone_call_log_destroy(obj->log);
607         if (obj->auth_token) {
608                 ms_free(obj->auth_token);
609         }
610         if (obj->ice_session) {
611                 ice_session_destroy(obj->ice_session);
612         }
613
614         ms_free(obj);
615 }
616
617 /**
618  * @addtogroup call_control
619  * @{
620 **/
621
622 /**
623  * Increments the call 's reference count.
624  * An application that wishes to retain a pointer to call object
625  * must use this function to unsure the pointer remains
626  * valid. Once the application no more needs this pointer,
627  * it must call linphone_call_unref().
628 **/
629 LinphoneCall * linphone_call_ref(LinphoneCall *obj){
630         obj->refcnt++;
631         return obj;
632 }
633
634 /**
635  * Decrements the call object reference count.
636  * See linphone_call_ref().
637 **/
638 void linphone_call_unref(LinphoneCall *obj){
639         obj->refcnt--;
640         if (obj->refcnt==0){
641                 linphone_call_destroy(obj);
642         }
643 }
644
645 /**
646  * Returns current parameters associated to the call.
647 **/
648 const LinphoneCallParams * linphone_call_get_current_params(const LinphoneCall *call){
649         return &call->current_params;
650 }
651
652 static bool_t is_video_active(const SalStreamDescription *sd){
653         return sd->rtp_port!=0 && sd->dir!=SalStreamInactive;
654 }
655
656 /**
657  * Returns call parameters proposed by remote.
658  * 
659  * This is useful when receiving an incoming call, to know whether the remote party
660  * supports video, encryption or whatever.
661 **/
662 const LinphoneCallParams * linphone_call_get_remote_params(LinphoneCall *call){
663         LinphoneCallParams *cp=&call->remote_params;
664         memset(cp,0,sizeof(*cp));
665         if (call->op){
666                 SalMediaDescription *md=sal_call_get_remote_media_description(call->op);
667                 if (md){
668                         SalStreamDescription *asd,*vsd,*secure_asd,*secure_vsd;
669
670                         asd=sal_media_description_find_stream(md,SalProtoRtpAvp,SalAudio);
671                         vsd=sal_media_description_find_stream(md,SalProtoRtpAvp,SalVideo);
672                         secure_asd=sal_media_description_find_stream(md,SalProtoRtpSavp,SalAudio);
673                         secure_vsd=sal_media_description_find_stream(md,SalProtoRtpSavp,SalVideo);
674                         if (secure_vsd){
675                                 cp->has_video=is_video_active(secure_vsd);
676                                 if (secure_asd || asd==NULL)
677                                         cp->media_encryption=LinphoneMediaEncryptionSRTP;
678                         }else if (vsd){
679                                 cp->has_video=is_video_active(vsd);
680                         }
681                         return cp;
682                 }
683         }
684         return NULL;
685 }
686
687 /**
688  * Returns the remote address associated to this call
689  *
690 **/
691 const LinphoneAddress * linphone_call_get_remote_address(const LinphoneCall *call){
692         return call->dir==LinphoneCallIncoming ? call->log->from : call->log->to;
693 }
694
695 /**
696  * Returns the remote address associated to this call as a string.
697  *
698  * The result string must be freed by user using ms_free().
699 **/
700 char *linphone_call_get_remote_address_as_string(const LinphoneCall *call){
701         return linphone_address_as_string(linphone_call_get_remote_address(call));
702 }
703
704 /**
705  * Retrieves the call's current state.
706 **/
707 LinphoneCallState linphone_call_get_state(const LinphoneCall *call){
708         return call->state;
709 }
710
711 /**
712  * Returns the reason for a call termination (either error or normal termination)
713 **/
714 LinphoneReason linphone_call_get_reason(const LinphoneCall *call){
715         return call->reason;
716 }
717
718 /**
719  * Get the user_pointer in the LinphoneCall
720  *
721  * @ingroup call_control
722  *
723  * return user_pointer an opaque user pointer that can be retrieved at any time
724 **/
725 void *linphone_call_get_user_pointer(LinphoneCall *call)
726 {
727         return call->user_pointer;
728 }
729
730 /**
731  * Set the user_pointer in the LinphoneCall
732  *
733  * @ingroup call_control
734  *
735  * the user_pointer is an opaque user pointer that can be retrieved at any time in the LinphoneCall
736 **/
737 void linphone_call_set_user_pointer(LinphoneCall *call, void *user_pointer)
738 {
739         call->user_pointer = user_pointer;
740 }
741
742 /**
743  * Returns the call log associated to this call.
744 **/
745 LinphoneCallLog *linphone_call_get_call_log(const LinphoneCall *call){
746         return call->log;
747 }
748
749 /**
750  * Returns the refer-to uri (if the call was transfered).
751 **/
752 const char *linphone_call_get_refer_to(const LinphoneCall *call){
753         return call->refer_to;
754 }
755
756 /**
757  * Returns direction of the call (incoming or outgoing).
758 **/
759 LinphoneCallDir linphone_call_get_dir(const LinphoneCall *call){
760         return call->log->dir;
761 }
762
763 /**
764  * Returns the far end's user agent description string, if available.
765 **/
766 const char *linphone_call_get_remote_user_agent(LinphoneCall *call){
767         if (call->op){
768                 return sal_op_get_remote_ua (call->op);
769         }
770         return NULL;
771 }
772
773 /**
774  * Returns true if this calls has received a transfer that has not been
775  * executed yet.
776  * Pending transfers are executed when this call is being paused or closed,
777  * locally or by remote endpoint.
778  * If the call is already paused while receiving the transfer request, the
779  * transfer immediately occurs.
780 **/
781 bool_t linphone_call_has_transfer_pending(const LinphoneCall *call){
782         return call->refer_pending;
783 }
784
785 /**
786  * Returns call's duration in seconds.
787 **/
788 int linphone_call_get_duration(const LinphoneCall *call){
789         if (call->media_start_time==0) return 0;
790         return time(NULL)-call->media_start_time;
791 }
792
793 /**
794  * Returns the call object this call is replacing, if any.
795  * Call replacement can occur during call transfers.
796  * By default, the core automatically terminates the replaced call and accept the new one.
797  * This function allows the application to know whether a new incoming call is a one that replaces another one.
798 **/
799 LinphoneCall *linphone_call_get_replaced_call(LinphoneCall *call){
800         SalOp *op=sal_call_get_replaces(call->op);
801         if (op){
802                 return (LinphoneCall*)sal_op_get_user_pointer(op);
803         }
804         return NULL;
805 }
806
807 /**
808  * Indicate whether camera input should be sent to remote end.
809 **/
810 void linphone_call_enable_camera (LinphoneCall *call, bool_t enable){
811 #ifdef VIDEO_ENABLED
812         if (call->videostream!=NULL && call->videostream->ticker!=NULL){
813                 LinphoneCore *lc=call->core;
814                 MSWebCam *nowebcam=get_nowebcam_device();
815                 if (call->camera_active!=enable && lc->video_conf.device!=nowebcam){
816                         video_stream_change_camera(call->videostream,
817                                      enable ? lc->video_conf.device : nowebcam);
818                 }
819         }
820         call->camera_active=enable;
821 #endif
822 }
823
824 /**
825  * Take a photo of currently received video and write it into a jpeg file.
826 **/
827 int linphone_call_take_video_snapshot(LinphoneCall *call, const char *file){
828 #ifdef VIDEO_ENABLED
829         if (call->videostream!=NULL && call->videostream->jpegwriter!=NULL){
830                 return ms_filter_call_method(call->videostream->jpegwriter,MS_JPEG_WRITER_TAKE_SNAPSHOT,(void*)file);
831         }
832         ms_warning("Cannot take snapshot: no currently running video stream on this call.");
833         return -1;
834 #endif
835         return -1;
836 }
837
838 /**
839  * Returns TRUE if camera pictures are sent to the remote party.
840 **/
841 bool_t linphone_call_camera_enabled (const LinphoneCall *call){
842         return call->camera_active;
843 }
844
845 /**
846  * Enable video stream.
847 **/
848 void linphone_call_params_enable_video(LinphoneCallParams *cp, bool_t enabled){
849         cp->has_video=enabled;
850 }
851
852 const PayloadType* linphone_call_params_get_used_audio_codec(const LinphoneCallParams *cp) {
853         return cp->audio_codec;
854 }
855
856 const PayloadType* linphone_call_params_get_used_video_codec(const LinphoneCallParams *cp) {
857         return cp->video_codec;
858 }
859
860 /**
861  * Returns whether video is enabled.
862 **/
863 bool_t linphone_call_params_video_enabled(const LinphoneCallParams *cp){
864         return cp->has_video;
865 }
866
867 enum LinphoneMediaEncryption linphone_call_params_get_media_encryption(const LinphoneCallParams *cp) {
868         return cp->media_encryption;
869 }
870
871 void linphone_call_params_set_media_encryption(LinphoneCallParams *cp, enum LinphoneMediaEncryption e) {
872         cp->media_encryption = e;
873 }
874
875
876 /**
877  * Enable sending of real early media (during outgoing calls).
878 **/
879 void linphone_call_params_enable_early_media_sending(LinphoneCallParams *cp, bool_t enabled){
880         cp->real_early_media=enabled;
881 }
882
883 bool_t linphone_call_params_early_media_sending_enabled(const LinphoneCallParams *cp){
884         return cp->real_early_media;
885 }
886
887 /**
888  * Returns true if the call is part of the locally managed conference.
889 **/
890 bool_t linphone_call_params_local_conference_mode(const LinphoneCallParams *cp){
891         return cp->in_conference;
892 }
893
894 /**
895  * Refine bandwidth settings for this call by setting a bandwidth limit for audio streams.
896  * As a consequence, codecs whose bitrates are not compatible with this limit won't be used.
897 **/
898 void linphone_call_params_set_audio_bandwidth_limit(LinphoneCallParams *cp, int bandwidth){
899         cp->audio_bw=bandwidth;
900 }
901
902 #ifdef VIDEO_ENABLED
903 /**
904  * Request remote side to send us a Video Fast Update.
905 **/
906 void linphone_call_send_vfu_request(LinphoneCall *call)
907 {
908         if (LinphoneCallStreamsRunning == linphone_call_get_state(call))
909                 sal_call_send_vfu_request(call->op);
910 }
911 #endif
912
913 /**
914  *
915 **/
916 LinphoneCallParams * linphone_call_params_copy(const LinphoneCallParams *cp){
917         LinphoneCallParams *ncp=ms_new0(LinphoneCallParams,1);
918         memcpy(ncp,cp,sizeof(LinphoneCallParams));
919         return ncp;
920 }
921
922 /**
923  *
924 **/
925 void linphone_call_params_destroy(LinphoneCallParams *p){
926         ms_free(p);
927 }
928
929 /**
930  * @}
931 **/
932
933
934 #ifdef TEST_EXT_RENDERER
935 static void rendercb(void *data, const MSPicture *local, const MSPicture *remote){
936         ms_message("rendercb, local buffer=%p, remote buffer=%p",
937                    local ? local->planes[0] : NULL, remote? remote->planes[0] : NULL);
938 }
939 #endif
940
941 #ifdef VIDEO_ENABLED
942 static void video_stream_event_cb(void *user_pointer, const MSFilter *f, const unsigned int event_id, const void *args){
943     LinphoneCall* call = (LinphoneCall*) user_pointer;
944         ms_warning("In linphonecall.c: video_stream_event_cb");
945         switch (event_id) {
946                 case MS_VIDEO_DECODER_DECODING_ERRORS:
947                         ms_warning("Case is MS_VIDEO_DECODER_DECODING_ERRORS");
948                         linphone_call_send_vfu_request(call);
949                         break;
950         case MS_VIDEO_DECODER_FIRST_IMAGE_DECODED:
951             ms_message("First video frame decoded successfully");
952             if (call->nextVideoFrameDecoded._func != NULL)
953                 call->nextVideoFrameDecoded._func(call, call->nextVideoFrameDecoded._user_data);
954             break;
955                 default:
956                         ms_warning("Unhandled event %i", event_id);
957                         break;
958         }
959 }
960 #endif
961
962 void linphone_call_set_next_video_frame_decoded_callback(LinphoneCall *call, LinphoneCallCbFunc cb, void* user_data) {
963     call->nextVideoFrameDecoded._func = cb;
964     call->nextVideoFrameDecoded._user_data = user_data;
965 #ifdef VIDEO_ENABLED
966     ms_filter_call_method_noarg(call->videostream->decoder, MS_VIDEO_DECODER_RESET_FIRST_IMAGE_NOTIFICATION);
967 #endif
968 }
969
970 void linphone_call_init_audio_stream(LinphoneCall *call){
971         LinphoneCore *lc=call->core;
972         SalMediaDescription *md=call->localdesc;
973         AudioStream *audiostream;
974
975         call->audiostream=audiostream=audio_stream_new(md->streams[0].rtp_port,md->streams[0].rtcp_port,linphone_core_ipv6_enabled(lc));
976         if (linphone_core_echo_limiter_enabled(lc)){
977                 const char *type=lp_config_get_string(lc->config,"sound","el_type","mic");
978                 if (strcasecmp(type,"mic")==0)
979                         audio_stream_enable_echo_limiter(audiostream,ELControlMic);
980                 else if (strcasecmp(type,"full")==0)
981                         audio_stream_enable_echo_limiter(audiostream,ELControlFull);
982         }
983         audio_stream_enable_gain_control(audiostream,TRUE);
984         if (linphone_core_echo_cancellation_enabled(lc)){
985                 int len,delay,framesize;
986                 const char *statestr=lp_config_get_string(lc->config,"sound","ec_state",NULL);
987                 len=lp_config_get_int(lc->config,"sound","ec_tail_len",0);
988                 delay=lp_config_get_int(lc->config,"sound","ec_delay",0);
989                 framesize=lp_config_get_int(lc->config,"sound","ec_framesize",0);
990                 audio_stream_set_echo_canceller_params(audiostream,len,delay,framesize);
991                 if (statestr && audiostream->ec){
992                         ms_filter_call_method(audiostream->ec,MS_ECHO_CANCELLER_SET_STATE_STRING,(void*)statestr);
993                 }
994         }
995         audio_stream_enable_automatic_gain_control(audiostream,linphone_core_agc_enabled(lc));
996         {
997                 int enabled=lp_config_get_int(lc->config,"sound","noisegate",0);
998                 audio_stream_enable_noise_gate(audiostream,enabled);
999         }
1000
1001         if (lc->rtptf){
1002                 RtpTransport *artp=lc->rtptf->audio_rtp_func(lc->rtptf->audio_rtp_func_data, call->audio_port);
1003                 RtpTransport *artcp=lc->rtptf->audio_rtcp_func(lc->rtptf->audio_rtcp_func_data, call->audio_port+1);
1004                 rtp_session_set_transports(audiostream->session,artp,artcp);
1005         }
1006         if ((linphone_core_get_firewall_policy(lc) == LinphonePolicyUseIce) && (call->ice_session != NULL)){
1007                 rtp_session_set_pktinfo(audiostream->session, TRUE);
1008                 audiostream->ice_check_list = ice_session_check_list(call->ice_session, 0);
1009                 ice_check_list_set_rtp_session(audiostream->ice_check_list, audiostream->session);
1010         }
1011
1012         call->audiostream_app_evq = ortp_ev_queue_new();
1013         rtp_session_register_event_queue(audiostream->session,call->audiostream_app_evq);
1014 }
1015
1016 void linphone_call_init_video_stream(LinphoneCall *call){
1017 #ifdef VIDEO_ENABLED
1018         LinphoneCore *lc=call->core;
1019         SalMediaDescription *md=call->localdesc;
1020
1021         if ((lc->video_conf.display || lc->video_conf.capture) && md->streams[1].rtp_port>0){
1022                 int video_recv_buf_size=lp_config_get_int(lc->config,"video","recv_buf_size",0);
1023                 call->videostream=video_stream_new(md->streams[1].rtp_port,md->streams[1].rtcp_port,linphone_core_ipv6_enabled(lc));
1024                 video_stream_enable_display_filter_auto_rotate(call->videostream, lp_config_get_int(lc->config,"video","display_filter_auto_rotate",0));
1025                 if (video_recv_buf_size>0) rtp_session_set_recv_buf_size(call->videostream->session,video_recv_buf_size);
1026
1027                 if( lc->video_conf.displaytype != NULL)
1028                         video_stream_set_display_filter_name(call->videostream,lc->video_conf.displaytype);
1029                 video_stream_set_event_callback(call->videostream,video_stream_event_cb, call);
1030                 if (lc->rtptf){
1031                         RtpTransport *vrtp=lc->rtptf->video_rtp_func(lc->rtptf->video_rtp_func_data, call->video_port);
1032                         RtpTransport *vrtcp=lc->rtptf->video_rtcp_func(lc->rtptf->video_rtcp_func_data, call->video_port+1);
1033                         rtp_session_set_transports(call->videostream->session,vrtp,vrtcp);
1034                 }
1035                 if ((linphone_core_get_firewall_policy(lc) == LinphonePolicyUseIce) && (call->ice_session != NULL) && (ice_session_check_list(call->ice_session, 1))){
1036                         rtp_session_set_pktinfo(call->videostream->session, TRUE);
1037                         call->videostream->ice_check_list = ice_session_check_list(call->ice_session, 1);
1038                         ice_check_list_set_rtp_session(call->videostream->ice_check_list, call->videostream->session);
1039                 }
1040                 call->videostream_app_evq = ortp_ev_queue_new();
1041                 rtp_session_register_event_queue(call->videostream->session,call->videostream_app_evq);
1042 #ifdef TEST_EXT_RENDERER
1043                 video_stream_set_render_callback(call->videostream,rendercb,NULL);
1044 #endif
1045         }
1046 #else
1047         call->videostream=NULL;
1048 #endif
1049 }
1050
1051 void linphone_call_init_media_streams(LinphoneCall *call){
1052         linphone_call_init_audio_stream(call);
1053         linphone_call_init_video_stream(call);
1054 }
1055
1056
1057 static int dtmf_tab[16]={'0','1','2','3','4','5','6','7','8','9','*','#','A','B','C','D'};
1058
1059 static void linphone_core_dtmf_received(RtpSession* s, int dtmf, void* user_data){
1060         LinphoneCore* lc = (LinphoneCore*)user_data;
1061         if (dtmf<0 || dtmf>15){
1062                 ms_warning("Bad dtmf value %i",dtmf);
1063                 return;
1064         }
1065         if (lc->vtable.dtmf_received != NULL)
1066                 lc->vtable.dtmf_received(lc, linphone_core_get_current_call(lc), dtmf_tab[dtmf]);
1067 }
1068
1069 static void parametrize_equalizer(LinphoneCore *lc, AudioStream *st){
1070         if (st->equalizer){
1071                 MSFilter *f=st->equalizer;
1072                 int enabled=lp_config_get_int(lc->config,"sound","eq_active",0);
1073                 const char *gains=lp_config_get_string(lc->config,"sound","eq_gains",NULL);
1074                 ms_filter_call_method(f,MS_EQUALIZER_SET_ACTIVE,&enabled);
1075                 if (enabled){
1076                         if (gains){
1077                                 do{
1078                                         int bytes;
1079                                         MSEqualizerGain g;
1080                                         if (sscanf(gains,"%f:%f:%f %n",&g.frequency,&g.gain,&g.width,&bytes)==3){
1081                                                 ms_message("Read equalizer gains: %f(~%f) --> %f",g.frequency,g.width,g.gain);
1082                                                 ms_filter_call_method(f,MS_EQUALIZER_SET_GAIN,&g);
1083                                                 gains+=bytes;
1084                                         }else break;
1085                                 }while(1);
1086                         }
1087                 }
1088         }
1089 }
1090
1091 void _post_configure_audio_stream(AudioStream *st, LinphoneCore *lc, bool_t muted){
1092         float mic_gain=lp_config_get_float(lc->config,"sound","mic_gain",1);
1093         float thres = 0;
1094         float recv_gain;
1095         float ng_thres=lp_config_get_float(lc->config,"sound","ng_thres",0.05);
1096         float ng_floorgain=lp_config_get_float(lc->config,"sound","ng_floorgain",0);
1097         int dc_removal=lp_config_get_int(lc->config,"sound","dc_removal",0);
1098
1099         if (!muted)
1100                 audio_stream_set_mic_gain(st,mic_gain);
1101         else
1102                 audio_stream_set_mic_gain(st,0);
1103
1104         recv_gain = lc->sound_conf.soft_play_lev;
1105         if (recv_gain != 0) {
1106                 linphone_core_set_playback_gain_db (lc,recv_gain);
1107         }
1108         
1109         if (st->volsend){
1110                 ms_filter_call_method(st->volsend,MS_VOLUME_REMOVE_DC,&dc_removal);
1111                 float speed=lp_config_get_float(lc->config,"sound","el_speed",-1);
1112                 thres=lp_config_get_float(lc->config,"sound","el_thres",-1);
1113                 float force=lp_config_get_float(lc->config,"sound","el_force",-1);
1114                 int sustain=lp_config_get_int(lc->config,"sound","el_sustain",-1);
1115                 float transmit_thres=lp_config_get_float(lc->config,"sound","el_transmit_thres",-1);
1116                 MSFilter *f=NULL;
1117                 f=st->volsend;
1118                 if (speed==-1) speed=0.03;
1119                 if (force==-1) force=25;
1120                 ms_filter_call_method(f,MS_VOLUME_SET_EA_SPEED,&speed);
1121                 ms_filter_call_method(f,MS_VOLUME_SET_EA_FORCE,&force);
1122                 if (thres!=-1)
1123                         ms_filter_call_method(f,MS_VOLUME_SET_EA_THRESHOLD,&thres);
1124                 if (sustain!=-1)
1125                         ms_filter_call_method(f,MS_VOLUME_SET_EA_SUSTAIN,&sustain);
1126                 if (transmit_thres!=-1)
1127                                 ms_filter_call_method(f,MS_VOLUME_SET_EA_TRANSMIT_THRESHOLD,&transmit_thres);
1128
1129                 ms_filter_call_method(st->volsend,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_thres);
1130                 ms_filter_call_method(st->volsend,MS_VOLUME_SET_NOISE_GATE_FLOORGAIN,&ng_floorgain);
1131         }
1132         if (st->volrecv){
1133                 /* parameters for a limited noise-gate effect, using echo limiter threshold */
1134                 float floorgain = 1/mic_gain;
1135                 int spk_agc=lp_config_get_int(lc->config,"sound","speaker_agc_enabled",0);
1136                 ms_filter_call_method(st->volrecv, MS_VOLUME_ENABLE_AGC, &spk_agc);
1137                 ms_filter_call_method(st->volrecv,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_thres);
1138                 ms_filter_call_method(st->volrecv,MS_VOLUME_SET_NOISE_GATE_FLOORGAIN,&floorgain);
1139         }
1140         parametrize_equalizer(lc,st);
1141 }
1142
1143 static void post_configure_audio_streams(LinphoneCall*call){
1144         AudioStream *st=call->audiostream;
1145         LinphoneCore *lc=call->core;
1146         _post_configure_audio_stream(st,lc,call->audio_muted);
1147         if (lc->vtable.dtmf_received!=NULL){
1148                 /* replace by our default action*/
1149                 audio_stream_play_received_dtmfs(call->audiostream,FALSE);
1150                 rtp_session_signal_connect(call->audiostream->session,"telephone-event",(RtpCallback)linphone_core_dtmf_received,(unsigned long)lc);
1151         }
1152 }
1153
1154 static RtpProfile *make_profile(LinphoneCall *call, const SalMediaDescription *md, const SalStreamDescription *desc, int *used_pt){
1155         int bw;
1156         const MSList *elem;
1157         RtpProfile *prof=rtp_profile_new("Call profile");
1158         bool_t first=TRUE;
1159         int remote_bw=0;
1160         LinphoneCore *lc=call->core;
1161         int up_ptime=0;
1162         *used_pt=-1;
1163
1164         for(elem=desc->payloads;elem!=NULL;elem=elem->next){
1165                 PayloadType *pt=(PayloadType*)elem->data;
1166                 int number;
1167
1168                 if ((pt->flags & PAYLOAD_TYPE_FLAG_CAN_SEND) && first) {
1169                         if (desc->type==SalAudio){
1170                                 linphone_core_update_allocated_audio_bandwidth_in_call(call,pt);
1171                                 up_ptime=linphone_core_get_upload_ptime(lc);
1172                         }
1173                         *used_pt=payload_type_get_number(pt);
1174                         first=FALSE;
1175                 }
1176                 if (desc->bandwidth>0) remote_bw=desc->bandwidth;
1177                 else if (md->bandwidth>0) {
1178                         /*case where b=AS is given globally, not per stream*/
1179                         remote_bw=md->bandwidth;
1180                         if (desc->type==SalVideo){
1181                                 remote_bw=get_video_bandwidth(remote_bw,call->audio_bw);
1182                         }
1183                 }
1184
1185                 if (desc->type==SalAudio){
1186                                 bw=get_min_bandwidth(call->audio_bw,remote_bw);
1187                 }else bw=get_min_bandwidth(get_video_bandwidth(linphone_core_get_upload_bandwidth (lc),call->audio_bw),remote_bw);
1188                 if (bw>0) pt->normal_bitrate=bw*1000;
1189                 else if (desc->type==SalAudio){
1190                         pt->normal_bitrate=-1;
1191                 }
1192                 if (desc->ptime>0){
1193                         up_ptime=desc->ptime;
1194                 }
1195                 if (up_ptime>0){
1196                         char tmp[40];
1197                         snprintf(tmp,sizeof(tmp),"ptime=%i",up_ptime);
1198                         payload_type_append_send_fmtp(pt,tmp);
1199                 }
1200                 number=payload_type_get_number(pt);
1201                 if (rtp_profile_get_payload(prof,number)!=NULL){
1202                         ms_warning("A payload type with number %i already exists in profile !",number);
1203                 }else
1204                         rtp_profile_set_payload(prof,number,pt);
1205         }
1206         return prof;
1207 }
1208
1209
1210 static void setup_ring_player(LinphoneCore *lc, LinphoneCall *call){
1211         int pause_time=3000;
1212         audio_stream_play(call->audiostream,lc->sound_conf.ringback_tone);
1213         ms_filter_call_method(call->audiostream->soundread,MS_FILE_PLAYER_LOOP,&pause_time);
1214 }
1215
1216 #define LINPHONE_RTCP_SDES_TOOL "Linphone-" LINPHONE_VERSION
1217
1218 static bool_t linphone_call_sound_resources_available(LinphoneCall *call){
1219         LinphoneCore *lc=call->core;
1220         LinphoneCall *current=linphone_core_get_current_call(lc);
1221         return !linphone_core_is_in_conference(lc) && 
1222                 (current==NULL || current==call);
1223 }
1224 static int find_crypto_index_from_tag(const SalSrtpCryptoAlgo crypto[],unsigned char tag) {
1225     int i;
1226     for(i=0; i<SAL_CRYPTO_ALGO_MAX; i++) {
1227         if (crypto[i].tag == tag) {
1228             return i;
1229         }
1230     }
1231     return -1;
1232 }
1233 static void linphone_call_start_audio_stream(LinphoneCall *call, const char *cname, bool_t muted, bool_t send_ringbacktone, bool_t use_arc){
1234         LinphoneCore *lc=call->core;
1235         int jitt_comp=lc->rtp_conf.audio_jitt_comp;
1236         int used_pt=-1;
1237         /* look for savp stream first */
1238         const SalStreamDescription *stream=sal_media_description_find_stream(call->resultdesc,
1239                                                 SalProtoRtpSavp,SalAudio);
1240         /* no savp audio stream, use avp */
1241         if (!stream)
1242                 stream=sal_media_description_find_stream(call->resultdesc,
1243                                                 SalProtoRtpAvp,SalAudio);
1244
1245         if (stream && stream->dir!=SalStreamInactive && stream->rtp_port!=0){
1246                 MSSndCard *playcard=lc->sound_conf.lsd_card ?
1247                         lc->sound_conf.lsd_card : lc->sound_conf.play_sndcard;
1248                 MSSndCard *captcard=lc->sound_conf.capt_sndcard;
1249                 const char *playfile=lc->play_file;
1250                 const char *recfile=lc->rec_file;
1251                 call->audio_profile=make_profile(call,call->resultdesc,stream,&used_pt);
1252                 bool_t use_ec;
1253
1254                 if (used_pt!=-1){
1255                         call->current_params.audio_codec = rtp_profile_get_payload(call->audio_profile, used_pt);
1256                         if (playcard==NULL) {
1257                                 ms_warning("No card defined for playback !");
1258                         }
1259                         if (captcard==NULL) {
1260                                 ms_warning("No card defined for capture !");
1261                         }
1262                         /*Replace soundcard filters by inactive file players or recorders
1263                          when placed in recvonly or sendonly mode*/
1264                         if (stream->rtp_port==0 || stream->dir==SalStreamRecvOnly){
1265                                 captcard=NULL;
1266                                 playfile=NULL;
1267                         }else if (stream->dir==SalStreamSendOnly){
1268                                 playcard=NULL;
1269                                 captcard=NULL;
1270                                 recfile=NULL;
1271                                 /*And we will eventually play "playfile" if set by the user*/
1272                                 /*playfile=NULL;*/
1273                         }
1274                         if (send_ringbacktone){
1275                                 captcard=NULL;
1276                                 playfile=NULL;/* it is setup later*/
1277                         }
1278                         /*if playfile are supplied don't use soundcards*/
1279                         if (lc->use_files) {
1280                                 captcard=NULL;
1281                                 playcard=NULL;
1282                         }
1283                         if (call->params.in_conference){
1284                                 /* first create the graph without soundcard resources*/
1285                                 captcard=playcard=NULL;
1286                         }
1287                         if (!linphone_call_sound_resources_available(call)){
1288                                 ms_message("Sound resources are used by another call, not using soundcard.");
1289                                 captcard=playcard=NULL;
1290                         }
1291                         use_ec=captcard==NULL ? FALSE : linphone_core_echo_cancellation_enabled(lc);
1292                         if (playcard &&  stream->max_rate>0) ms_snd_card_set_preferred_sample_rate(playcard, stream->max_rate);
1293                         if (captcard &&  stream->max_rate>0) ms_snd_card_set_preferred_sample_rate(captcard, stream->max_rate);
1294                         audio_stream_enable_adaptive_bitrate_control(call->audiostream,use_arc);
1295                         audio_stream_start_full(
1296                                 call->audiostream,
1297                                 call->audio_profile,
1298                                 stream->rtp_addr[0]!='\0' ? stream->rtp_addr : call->resultdesc->addr,
1299                                 stream->rtp_port,
1300                                 stream->rtcp_addr[0]!='\0' ? stream->rtcp_addr : call->resultdesc->addr,
1301                                 linphone_core_rtcp_enabled(lc) ? (stream->rtcp_port) : 0,
1302                                 used_pt,
1303                                 jitt_comp,
1304                                 playfile,
1305                                 recfile,
1306                                 playcard,
1307                                 captcard,
1308                                 use_ec
1309                                 );
1310                         post_configure_audio_streams(call);
1311                         if (muted && !send_ringbacktone){
1312                                 audio_stream_set_mic_gain(call->audiostream,0);
1313                         }
1314                         if (stream->dir==SalStreamSendOnly && playfile!=NULL){
1315                                 int pause_time=500;
1316                                 ms_filter_call_method(call->audiostream->soundread,MS_FILE_PLAYER_LOOP,&pause_time);
1317                         }
1318                         if (send_ringbacktone){
1319                                 setup_ring_player(lc,call);
1320                         }
1321                         audio_stream_set_rtcp_information(call->audiostream, cname, LINPHONE_RTCP_SDES_TOOL);
1322                         
1323             /* valid local tags are > 0 */
1324                         if (stream->proto == SalProtoRtpSavp) {
1325                 const SalStreamDescription *local_st_desc=sal_media_description_find_stream(call->localdesc,
1326                                                                                             SalProtoRtpSavp,SalAudio);
1327                 int crypto_idx = find_crypto_index_from_tag(local_st_desc->crypto, stream->crypto_local_tag);
1328                 
1329                 if (crypto_idx >= 0) {
1330                     audio_stream_enable_strp(
1331                                              call->audiostream, 
1332                                              stream->crypto[0].algo,
1333                                              local_st_desc->crypto[crypto_idx].master_key,
1334                                              stream->crypto[0].master_key);
1335                     call->audiostream_encrypted=TRUE;
1336                 } else {
1337                     ms_warning("Failed to find local crypto algo with tag: %d", stream->crypto_local_tag);
1338                     call->audiostream_encrypted=FALSE;
1339                 }
1340                         }else call->audiostream_encrypted=FALSE;
1341                         if (call->params.in_conference){
1342                                 /*transform the graph to connect it to the conference filter */
1343                                 bool_t mute=stream->dir==SalStreamRecvOnly;
1344                                 linphone_call_add_to_conf(call, mute);
1345                         }
1346                         call->current_params.in_conference=call->params.in_conference;
1347                 }else ms_warning("No audio stream accepted ?");
1348         }
1349 }
1350
1351 static void linphone_call_start_video_stream(LinphoneCall *call, const char *cname,bool_t all_inputs_muted){
1352 #ifdef VIDEO_ENABLED
1353         LinphoneCore *lc=call->core;
1354         int used_pt=-1;
1355         /* look for savp stream first */
1356         const SalStreamDescription *vstream=sal_media_description_find_stream(call->resultdesc,
1357                                                 SalProtoRtpSavp,SalVideo);
1358         /* no savp audio stream, use avp */
1359         if (!vstream)
1360                 vstream=sal_media_description_find_stream(call->resultdesc,
1361                                                 SalProtoRtpAvp,SalVideo);
1362                                                 
1363         /* shutdown preview */
1364         if (lc->previewstream!=NULL) {
1365                 video_preview_stop(lc->previewstream);
1366                 lc->previewstream=NULL;
1367         }
1368         
1369         if (vstream!=NULL && vstream->dir!=SalStreamInactive && vstream->rtp_port!=0) {
1370                 const char *rtp_addr=vstream->rtp_addr[0]!='\0' ? vstream->rtp_addr : call->resultdesc->addr;
1371                 const char *rtcp_addr=vstream->rtcp_addr[0]!='\0' ? vstream->rtcp_addr : call->resultdesc->addr;
1372                 call->video_profile=make_profile(call,call->resultdesc,vstream,&used_pt);
1373                 if (used_pt!=-1){
1374                         call->current_params.video_codec = rtp_profile_get_payload(call->video_profile, used_pt);
1375                         VideoStreamDir dir=VideoStreamSendRecv;
1376                         MSWebCam *cam=lc->video_conf.device;
1377                         bool_t is_inactive=FALSE;
1378
1379                         call->current_params.has_video=TRUE;
1380
1381                         video_stream_enable_adaptive_bitrate_control(call->videostream,
1382                                                                   linphone_core_adaptive_rate_control_enabled(lc));
1383                         video_stream_set_sent_video_size(call->videostream,linphone_core_get_preferred_video_size(lc));
1384                         video_stream_enable_self_view(call->videostream,lc->video_conf.selfview);
1385                         if (lc->video_window_id!=0)
1386                                 video_stream_set_native_window_id(call->videostream,lc->video_window_id);
1387                         if (lc->preview_window_id!=0)
1388                                 video_stream_set_native_preview_window_id (call->videostream,lc->preview_window_id);
1389                         video_stream_use_preview_video_window (call->videostream,lc->use_preview_window);
1390                         
1391                         if (vstream->dir==SalStreamSendOnly && lc->video_conf.capture ){
1392                                 cam=get_nowebcam_device();
1393                                 dir=VideoStreamSendOnly;
1394                         }else if (vstream->dir==SalStreamRecvOnly && lc->video_conf.display ){
1395                                 dir=VideoStreamRecvOnly;
1396                         }else if (vstream->dir==SalStreamSendRecv){
1397                                 if (lc->video_conf.display && lc->video_conf.capture)
1398                                         dir=VideoStreamSendRecv;
1399                                 else if (lc->video_conf.display)
1400                                         dir=VideoStreamRecvOnly;
1401                                 else
1402                                         dir=VideoStreamSendOnly;
1403                         }else{
1404                                 ms_warning("video stream is inactive.");
1405                                 /*either inactive or incompatible with local capabilities*/
1406                                 is_inactive=TRUE;
1407                         }
1408                         if (call->camera_active==FALSE || all_inputs_muted){
1409                                 cam=get_nowebcam_device();
1410                         }
1411                         if (!is_inactive){
1412                 call->log->video_enabled = TRUE;
1413                                 video_stream_set_direction (call->videostream, dir);
1414                                 ms_message("%s lc rotation:%d\n", __FUNCTION__, lc->device_rotation);
1415                                 video_stream_set_device_rotation(call->videostream, lc->device_rotation);
1416                                 video_stream_start(call->videostream,
1417                                         call->video_profile, rtp_addr, vstream->rtp_port,
1418                                         rtcp_addr, linphone_core_rtcp_enabled(lc) ? (vstream->rtcp_port) : 0,
1419                                         used_pt, lc->rtp_conf.audio_jitt_comp, cam);
1420                                 video_stream_set_rtcp_information(call->videostream, cname,LINPHONE_RTCP_SDES_TOOL);
1421                         }
1422                         
1423                         if (vstream->proto == SalProtoRtpSavp) {
1424                                 const SalStreamDescription *local_st_desc=sal_media_description_find_stream(call->localdesc,
1425                                                 SalProtoRtpSavp,SalVideo);
1426                                                 
1427                                 video_stream_enable_strp(
1428                                         call->videostream, 
1429                                         vstream->crypto[0].algo,
1430                                         local_st_desc->crypto[0].master_key, 
1431                                         vstream->crypto[0].master_key
1432                                         );
1433                                 call->videostream_encrypted=TRUE;
1434                         }else{
1435                                 call->videostream_encrypted=FALSE;
1436                         }
1437                 }else ms_warning("No video stream accepted.");
1438         }else{
1439                 ms_warning("No valid video stream defined.");
1440         }
1441 #endif
1442 }
1443
1444 void linphone_call_start_media_streams(LinphoneCall *call, bool_t all_inputs_muted, bool_t send_ringbacktone){
1445         LinphoneCore *lc=call->core;
1446
1447         call->current_params.audio_codec = NULL;
1448         call->current_params.video_codec = NULL;
1449
1450         LinphoneAddress *me=linphone_core_get_primary_contact_parsed(lc);
1451         char *cname;
1452         bool_t use_arc=linphone_core_adaptive_rate_control_enabled(lc);
1453 #ifdef VIDEO_ENABLED
1454         const SalStreamDescription *vstream=sal_media_description_find_stream(call->resultdesc,
1455                                                         SalProtoRtpAvp,SalVideo);
1456 #endif
1457
1458         if(call->audiostream == NULL)
1459         {
1460                 ms_fatal("start_media_stream() called without prior init !");
1461                 return;
1462         }
1463         cname=linphone_address_as_string_uri_only(me);
1464
1465 #if defined(VIDEO_ENABLED)
1466         if (vstream!=NULL && vstream->dir!=SalStreamInactive && vstream->payloads!=NULL){
1467                 /*when video is used, do not make adaptive rate control on audio, it is stupid.*/
1468                 use_arc=FALSE;
1469         }
1470 #endif
1471         linphone_call_start_audio_stream(call,cname,all_inputs_muted,send_ringbacktone,use_arc);
1472         call->current_params.has_video=FALSE;
1473         if (call->videostream!=NULL) {
1474                 linphone_call_start_video_stream(call,cname,all_inputs_muted);
1475         }
1476
1477         call->all_muted=all_inputs_muted;
1478         call->playing_ringbacktone=send_ringbacktone;
1479         call->up_bw=linphone_core_get_upload_bandwidth(lc);
1480
1481         if (call->params.media_encryption==LinphoneMediaEncryptionZRTP) {
1482                 OrtpZrtpParams params;
1483                 /*will be set later when zrtp is activated*/
1484                 call->current_params.media_encryption=LinphoneMediaEncryptionNone;
1485                 
1486                 params.zid_file=lc->zrtp_secrets_cache;
1487                 audio_stream_enable_zrtp(call->audiostream,&params);
1488         }else if (call->params.media_encryption==LinphoneMediaEncryptionSRTP){
1489                 call->current_params.media_encryption=linphone_call_are_all_streams_encrypted(call) ?
1490                         LinphoneMediaEncryptionSRTP : LinphoneMediaEncryptionNone;
1491         }
1492
1493         /*also reflect the change if the "wished" params, in order to avoid to propose SAVP or video again
1494          * further in the call, for example during pause,resume, conferencing reINVITEs*/
1495         linphone_call_fix_call_parameters(call);
1496         if ((call->ice_session != NULL) && (ice_session_state(call->ice_session) != IS_Completed)) {
1497                 ice_session_start_connectivity_checks(call->ice_session);
1498         }
1499
1500         goto end;
1501         end:
1502                 ms_free(cname);
1503                 linphone_address_destroy(me);
1504 }
1505
1506 void linphone_call_start_media_streams_for_ice_gathering(LinphoneCall *call){
1507         audio_stream_prepare_sound(call->audiostream, NULL, NULL);
1508         if (call->videostream) {
1509                 video_stream_prepare_video(call->videostream);
1510         }
1511 }
1512
1513 void linphone_call_delete_ice_session(LinphoneCall *call){
1514         if (call->ice_session != NULL) {
1515                 ice_session_destroy(call->ice_session);
1516                 call->ice_session = NULL;
1517                 if (call->audiostream != NULL) call->audiostream->ice_check_list = NULL;
1518                 if (call->videostream != NULL) call->videostream->ice_check_list = NULL;
1519         }
1520 }
1521
1522 static void linphone_call_log_fill_stats(LinphoneCallLog *log, AudioStream *st){
1523         audio_stream_get_local_rtp_stats (st,&log->local_stats);
1524         log->quality=audio_stream_get_average_quality_rating(st);
1525 }
1526
1527 void linphone_call_stop_media_streams(LinphoneCall *call){
1528         if (call->audiostream!=NULL) {
1529                 call->audiostream->ice_check_list = NULL;
1530                 rtp_session_unregister_event_queue(call->audiostream->session,call->audiostream_app_evq);
1531                 ortp_ev_queue_flush(call->audiostream_app_evq);
1532                 ortp_ev_queue_destroy(call->audiostream_app_evq);
1533                 call->audiostream_app_evq=NULL;
1534
1535                 if (call->audiostream->ec){
1536                         const char *state_str=NULL;
1537                         ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_STATE_STRING,&state_str);
1538                         if (state_str){
1539                                 ms_message("Writing echo canceler state, %i bytes",(int)strlen(state_str));
1540                                 lp_config_set_string(call->core->config,"sound","ec_state",state_str);
1541                         }
1542                 }
1543                 linphone_call_log_fill_stats (call->log,call->audiostream);
1544                 if (call->endpoint){
1545                         linphone_call_remove_from_conf(call);
1546                 }
1547                 audio_stream_stop(call->audiostream);
1548                 call->audiostream=NULL;
1549         }
1550
1551
1552 #ifdef VIDEO_ENABLED
1553         if (call->videostream!=NULL){
1554                 call->videostream->ice_check_list = NULL;
1555                 rtp_session_unregister_event_queue(call->videostream->session,call->videostream_app_evq);
1556                 ortp_ev_queue_flush(call->videostream_app_evq);
1557                 ortp_ev_queue_destroy(call->videostream_app_evq);
1558                 call->videostream_app_evq=NULL;
1559                 video_stream_stop(call->videostream);
1560                 call->videostream=NULL;
1561         }
1562 #endif
1563         ms_event_queue_skip(call->core->msevq);
1564         
1565         if (call->audio_profile){
1566                 rtp_profile_clear_all(call->audio_profile);
1567                 rtp_profile_destroy(call->audio_profile);
1568                 call->audio_profile=NULL;
1569         }
1570         if (call->video_profile){
1571                 rtp_profile_clear_all(call->video_profile);
1572                 rtp_profile_destroy(call->video_profile);
1573                 call->video_profile=NULL;
1574         }
1575 }
1576
1577
1578
1579 void linphone_call_enable_echo_cancellation(LinphoneCall *call, bool_t enable) {
1580         if (call!=NULL && call->audiostream!=NULL && call->audiostream->ec){
1581                 bool_t bypass_mode = !enable;
1582                 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_SET_BYPASS_MODE,&bypass_mode);
1583         }
1584 }
1585 bool_t linphone_call_echo_cancellation_enabled(LinphoneCall *call) {
1586         if (call!=NULL && call->audiostream!=NULL && call->audiostream->ec){
1587                 bool_t val;
1588                 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_BYPASS_MODE,&val);
1589                 return !val;
1590         } else {
1591                 return linphone_core_echo_cancellation_enabled(call->core);
1592         }
1593 }
1594
1595 void linphone_call_enable_echo_limiter(LinphoneCall *call, bool_t val){
1596         if (call!=NULL && call->audiostream!=NULL ) {
1597                 if (val) {
1598                 const char *type=lp_config_get_string(call->core->config,"sound","el_type","mic");
1599                 if (strcasecmp(type,"mic")==0)
1600                         audio_stream_enable_echo_limiter(call->audiostream,ELControlMic);
1601                 else if (strcasecmp(type,"full")==0)
1602                         audio_stream_enable_echo_limiter(call->audiostream,ELControlFull);
1603                 } else {
1604                         audio_stream_enable_echo_limiter(call->audiostream,ELInactive);
1605                 }
1606         }
1607 }
1608
1609 bool_t linphone_call_echo_limiter_enabled(const LinphoneCall *call){
1610         if (call!=NULL && call->audiostream!=NULL ){
1611                 return call->audiostream->el_type !=ELInactive ;
1612         } else {
1613                 return linphone_core_echo_limiter_enabled(call->core);
1614         }
1615 }
1616
1617 /**
1618  * @addtogroup call_misc
1619  * @{
1620 **/
1621
1622 /**
1623  * Returns the measured sound volume played locally (received from remote).
1624  * It is expressed in dbm0.
1625 **/
1626 float linphone_call_get_play_volume(LinphoneCall *call){
1627         AudioStream *st=call->audiostream;
1628         if (st && st->volrecv){
1629                 float vol=0;
1630                 ms_filter_call_method(st->volrecv,MS_VOLUME_GET,&vol);
1631                 return vol;
1632
1633         }
1634         return LINPHONE_VOLUME_DB_LOWEST;
1635 }
1636
1637 /**
1638  * Returns the measured sound volume recorded locally (sent to remote).
1639  * It is expressed in dbm0.
1640 **/
1641 float linphone_call_get_record_volume(LinphoneCall *call){
1642         AudioStream *st=call->audiostream;
1643         if (st && st->volsend && !call->audio_muted && call->state==LinphoneCallStreamsRunning){
1644                 float vol=0;
1645                 ms_filter_call_method(st->volsend,MS_VOLUME_GET,&vol);
1646                 return vol;
1647
1648         }
1649         return LINPHONE_VOLUME_DB_LOWEST;
1650 }
1651
1652 /**
1653  * Obtain real-time quality rating of the call
1654  *
1655  * Based on local RTP statistics and RTCP feedback, a quality rating is computed and updated
1656  * during all the duration of the call. This function returns its value at the time of the function call.
1657  * It is expected that the rating is updated at least every 5 seconds or so.
1658  * The rating is a floating point number comprised between 0 and 5.
1659  *
1660  * 4-5 = good quality <br>
1661  * 3-4 = average quality <br>
1662  * 2-3 = poor quality <br>
1663  * 1-2 = very poor quality <br>
1664  * 0-1 = can't be worse, mostly unusable <br>
1665  *
1666  * @returns The function returns -1 if no quality measurement is available, for example if no
1667  * active audio stream exist. Otherwise it returns the quality rating.
1668 **/
1669 float linphone_call_get_current_quality(LinphoneCall *call){
1670         if (call->audiostream){
1671                 return audio_stream_get_quality_rating(call->audiostream);
1672         }
1673         return -1;
1674 }
1675
1676 /**
1677  * Returns call quality averaged over all the duration of the call.
1678  *
1679  * See linphone_call_get_current_quality() for more details about quality measurement.
1680 **/
1681 float linphone_call_get_average_quality(LinphoneCall *call){
1682         if (call->audiostream){
1683                 return audio_stream_get_average_quality_rating(call->audiostream);
1684         }
1685         return -1;
1686 }
1687
1688 /**
1689  * Access last known statistics for audio stream, for a given call.
1690 **/
1691 const LinphoneCallStats *linphone_call_get_audio_stats(const LinphoneCall *call) {
1692         return &call->stats[LINPHONE_CALL_STATS_AUDIO];
1693 }
1694
1695 /**
1696  * Access last known statistics for video stream, for a given call.
1697 **/
1698 const LinphoneCallStats *linphone_call_get_video_stats(const LinphoneCall *call) {
1699         return &call->stats[LINPHONE_CALL_STATS_VIDEO];
1700 }
1701
1702
1703 /**
1704  * @}
1705 **/
1706
1707 static void display_bandwidth(RtpSession *as, RtpSession *vs){
1708         ms_message("bandwidth usage: audio=[d=%.1f,u=%.1f] video=[d=%.1f,u=%.1f] kbit/sec",
1709         (as!=NULL) ? (rtp_session_compute_recv_bandwidth(as)*1e-3) : 0,
1710         (as!=NULL) ? (rtp_session_compute_send_bandwidth(as)*1e-3) : 0,
1711         (vs!=NULL) ? (rtp_session_compute_recv_bandwidth(vs)*1e-3) : 0,
1712         (vs!=NULL) ? (rtp_session_compute_send_bandwidth(vs)*1e-3) : 0);
1713 }
1714
1715 static void linphone_core_disconnected(LinphoneCore *lc, LinphoneCall *call){
1716         char temp[256];
1717         char *from=NULL;
1718         if(call)
1719                 from = linphone_call_get_remote_address_as_string(call);
1720         if (from)
1721         {
1722                 snprintf(temp,sizeof(temp),"Remote end %s seems to have disconnected, the call is going to be closed.",from);
1723                 free(from);
1724         }
1725         else
1726         {
1727                 snprintf(temp,sizeof(temp),"Remote end seems to have disconnected, the call is going to be closed.");
1728         }
1729         if (lc->vtable.display_warning!=NULL)
1730                 lc->vtable.display_warning(lc,temp);
1731         linphone_core_terminate_call(lc,call);
1732 }
1733
1734 static void handle_ice_events(LinphoneCall *call, OrtpEvent *ev){
1735         OrtpEventType evt=ortp_event_get_type(ev);
1736         OrtpEventData *evd=ortp_event_get_data(ev);
1737
1738         if (evt == ORTP_EVENT_ICE_SESSION_PROCESSING_FINISHED) {
1739                 switch (ice_session_state(call->ice_session)) {
1740                         case IS_Completed:
1741                                 if (ice_session_role(call->ice_session) == IR_Controlling) {
1742                                         ice_session_select_candidates(call->ice_session);
1743                                         linphone_core_update_call(call->core, call, &call->current_params);
1744                                 }
1745                                 break;
1746                         case IS_Failed:
1747                                 linphone_call_delete_ice_session(call);
1748                                 break;
1749                         default:
1750                                 break;
1751                 }
1752         } else if (evt == ORTP_EVENT_ICE_GATHERING_FINISHED) {
1753                 LinphoneCallParams *params;
1754                 switch (call->state) {
1755                         case LinphoneCallStreamsRunning:
1756                         case LinphoneCallUpdatedByRemote:
1757                                 if (evd->info.ice_processing_successful==TRUE) {
1758                                         ice_session_compute_candidates_foundations(call->ice_session);
1759                                         ice_session_eliminate_redundant_candidates(call->ice_session);
1760                                         ice_session_choose_default_candidates(call->ice_session);
1761                                 }
1762                                 params = linphone_call_params_copy(linphone_call_get_current_params(call));
1763                                 linphone_call_params_enable_video(params, TRUE);
1764                                 if (call->state == LinphoneCallStreamsRunning) {
1765                                         linphone_core_update_call(call->core, call, params);
1766                                 } else {        /* LinphoneCallUpdatedByRemote */
1767                                         linphone_core_accept_call_update(call->core, call, params);
1768                                 }
1769                                 linphone_call_params_destroy(params);
1770                                 break;
1771                         case LinphoneCallOutgoingInit:
1772                         default:
1773                                 linphone_call_stop_media_streams(call);
1774                                 if (evd->info.ice_processing_successful==TRUE) {
1775                                         ice_session_compute_candidates_foundations(call->ice_session);
1776                                         ice_session_eliminate_redundant_candidates(call->ice_session);
1777                                         ice_session_choose_default_candidates(call->ice_session);
1778                                 } else {
1779                                         linphone_call_delete_ice_session(call);
1780                                 }
1781                                 if (call->state==LinphoneCallOutgoingInit) {
1782                                         linphone_core_start_invite(call->core,call,NULL);
1783                                 } else {
1784                                         linphone_core_notify_incoming_call(call->core,call);
1785                                 }
1786                                 break;
1787                 }
1788         } else if (evt == ORTP_EVENT_ICE_LOSING_PAIRS_COMPLETED) {
1789                 SalMediaDescription *md;
1790                 linphone_core_update_local_media_description_from_ice(call->localdesc, call->ice_session);
1791                 sal_call_set_local_media_description(call->op,call->localdesc);
1792                 sal_call_accept(call->op);
1793                 md=sal_call_get_final_media_description(call->op);
1794                 if (md && !sal_media_description_empty(md))
1795                         linphone_core_update_streams (call->core,call,md);
1796                 linphone_call_set_state(call,LinphoneCallStreamsRunning,"Connected (streams running)");
1797         } else if (evt == ORTP_EVENT_ICE_RESTART_NEEDED) {
1798                 ice_session_restart(call->ice_session);
1799                 ice_session_set_role(call->ice_session, IR_Controlling);
1800                 linphone_core_update_call(call->core, call, &call->current_params);
1801         }
1802 }
1803
1804 void linphone_call_background_tasks(LinphoneCall *call, bool_t one_second_elapsed){
1805         LinphoneCore* lc = call->core;
1806         int disconnect_timeout = linphone_core_get_nortp_timeout(call->core);
1807         bool_t disconnected=FALSE;
1808
1809         if (call->state==LinphoneCallStreamsRunning && one_second_elapsed){
1810                 RtpSession *as=NULL,*vs=NULL;
1811                 float audio_load=0, video_load=0;
1812                 if (call->audiostream!=NULL){
1813                         as=call->audiostream->session;
1814                         if (call->audiostream->ticker)
1815                                 audio_load=ms_ticker_get_average_load(call->audiostream->ticker);
1816                 }
1817                 if (call->videostream!=NULL){
1818                         if (call->videostream->ticker)
1819                                 video_load=ms_ticker_get_average_load(call->videostream->ticker);
1820                         vs=call->videostream->session;
1821                 }
1822                 display_bandwidth(as,vs);
1823                 ms_message("Thread processing load: audio=%f\tvideo=%f",audio_load,video_load);
1824         }
1825 #ifdef VIDEO_ENABLED
1826         if (call->videostream!=NULL) {
1827                 OrtpEvent *ev;
1828
1829                 /* Ensure there is no dangling ICE check list. */
1830                 if (call->ice_session == NULL) call->videostream->ice_check_list = NULL;
1831
1832                 // Beware that the application queue should not depend on treatments fron the
1833                 // mediastreamer queue.
1834                 video_stream_iterate(call->videostream);
1835
1836                 while (call->videostream_app_evq && (NULL != (ev=ortp_ev_queue_get(call->videostream_app_evq)))){
1837                         OrtpEventType evt=ortp_event_get_type(ev);
1838                         OrtpEventData *evd=ortp_event_get_data(ev);
1839                         if (evt == ORTP_EVENT_ZRTP_ENCRYPTION_CHANGED){
1840                                 linphone_call_videostream_encryption_changed(call, evd->info.zrtp_stream_encrypted);
1841                         } else if (evt == ORTP_EVENT_RTCP_PACKET_RECEIVED) {
1842                                 call->stats[LINPHONE_CALL_STATS_VIDEO].round_trip_delay = rtp_session_get_round_trip_propagation(call->videostream->session);
1843                                 if(call->stats[LINPHONE_CALL_STATS_VIDEO].received_rtcp != NULL)
1844                                         freemsg(call->stats[LINPHONE_CALL_STATS_VIDEO].received_rtcp);
1845                                 call->stats[LINPHONE_CALL_STATS_VIDEO].received_rtcp = evd->packet;
1846                                 evd->packet = NULL;
1847                                 if (lc->vtable.call_stats_updated)
1848                                         lc->vtable.call_stats_updated(lc, call, &call->stats[LINPHONE_CALL_STATS_VIDEO]);
1849                         } else if (evt == ORTP_EVENT_RTCP_PACKET_EMITTED) {
1850                                 memcpy(&call->stats[LINPHONE_CALL_STATS_VIDEO].jitter_stats, rtp_session_get_jitter_stats(call->videostream->session), sizeof(jitter_stats_t));
1851                                 if(call->stats[LINPHONE_CALL_STATS_VIDEO].sent_rtcp != NULL)
1852                                         freemsg(call->stats[LINPHONE_CALL_STATS_VIDEO].sent_rtcp);
1853                                 call->stats[LINPHONE_CALL_STATS_VIDEO].sent_rtcp = evd->packet;
1854                                 evd->packet = NULL;
1855                                 if (lc->vtable.call_stats_updated)
1856                                         lc->vtable.call_stats_updated(lc, call, &call->stats[LINPHONE_CALL_STATS_VIDEO]);
1857                         } else if ((evt == ORTP_EVENT_ICE_SESSION_PROCESSING_FINISHED) || (evt == ORTP_EVENT_ICE_GATHERING_FINISHED)
1858                                 || (evt == ORTP_EVENT_ICE_LOSING_PAIRS_COMPLETED) || (evt == ORTP_EVENT_ICE_RESTART_NEEDED)) {
1859                                 handle_ice_events(call, ev);
1860                         }
1861                         ortp_event_destroy(ev);
1862                 }
1863         }
1864 #endif
1865         if (call->audiostream!=NULL) {
1866                 OrtpEvent *ev;
1867
1868                 /* Ensure there is no dangling ICE check list. */
1869                 if (call->ice_session == NULL) call->audiostream->ice_check_list = NULL;
1870
1871                 // Beware that the application queue should not depend on treatments fron the
1872                 // mediastreamer queue.
1873                 audio_stream_iterate(call->audiostream);
1874
1875                 while (call->audiostream_app_evq && (NULL != (ev=ortp_ev_queue_get(call->audiostream_app_evq)))){
1876                         OrtpEventType evt=ortp_event_get_type(ev);
1877                         OrtpEventData *evd=ortp_event_get_data(ev);
1878                         if (evt == ORTP_EVENT_ZRTP_ENCRYPTION_CHANGED){
1879                                 linphone_call_audiostream_encryption_changed(call, evd->info.zrtp_stream_encrypted);
1880                         } else if (evt == ORTP_EVENT_ZRTP_SAS_READY) {
1881                                 linphone_call_audiostream_auth_token_ready(call, evd->info.zrtp_sas.sas, evd->info.zrtp_sas.verified);
1882                         } else if (evt == ORTP_EVENT_RTCP_PACKET_RECEIVED) {
1883                                 call->stats[LINPHONE_CALL_STATS_AUDIO].round_trip_delay = rtp_session_get_round_trip_propagation(call->audiostream->session);
1884                                 if(call->stats[LINPHONE_CALL_STATS_AUDIO].received_rtcp != NULL)
1885                                         freemsg(call->stats[LINPHONE_CALL_STATS_AUDIO].received_rtcp);
1886                                 call->stats[LINPHONE_CALL_STATS_AUDIO].received_rtcp = evd->packet;
1887                                 evd->packet = NULL;
1888                                 if (lc->vtable.call_stats_updated)
1889                                         lc->vtable.call_stats_updated(lc, call, &call->stats[LINPHONE_CALL_STATS_AUDIO]);
1890                         } else if (evt == ORTP_EVENT_RTCP_PACKET_EMITTED) {
1891                                 memcpy(&call->stats[LINPHONE_CALL_STATS_AUDIO].jitter_stats, rtp_session_get_jitter_stats(call->audiostream->session), sizeof(jitter_stats_t));
1892                                 if(call->stats[LINPHONE_CALL_STATS_AUDIO].sent_rtcp != NULL)
1893                                         freemsg(call->stats[LINPHONE_CALL_STATS_AUDIO].sent_rtcp);
1894                                 call->stats[LINPHONE_CALL_STATS_AUDIO].sent_rtcp = evd->packet;
1895                                 evd->packet = NULL;
1896                                 if (lc->vtable.call_stats_updated)
1897                                         lc->vtable.call_stats_updated(lc, call, &call->stats[LINPHONE_CALL_STATS_AUDIO]);
1898                         } else if ((evt == ORTP_EVENT_ICE_SESSION_PROCESSING_FINISHED) || (evt == ORTP_EVENT_ICE_GATHERING_FINISHED)
1899                                 || (evt == ORTP_EVENT_ICE_LOSING_PAIRS_COMPLETED) || (evt == ORTP_EVENT_ICE_RESTART_NEEDED)) {
1900                                 handle_ice_events(call, ev);
1901                         }
1902                         ortp_event_destroy(ev);
1903                 }
1904         }
1905         if (call->state==LinphoneCallStreamsRunning && one_second_elapsed && call->audiostream!=NULL && disconnect_timeout>0 )
1906                 disconnected=!audio_stream_alive(call->audiostream,disconnect_timeout);
1907         if (disconnected)
1908                 linphone_core_disconnected(call->core,call);
1909 }
1910
1911 void linphone_call_log_completed(LinphoneCall *call){
1912         LinphoneCore *lc=call->core;
1913
1914         call->log->duration=time(NULL)-call->start_time;
1915
1916         if (call->log->status==LinphoneCallMissed){
1917                 char *info;
1918                 lc->missed_calls++;
1919                 info=ortp_strdup_printf(ngettext("You have missed %i call.",
1920                                          "You have missed %i calls.", lc->missed_calls),
1921                                 lc->missed_calls);
1922         if (lc->vtable.display_status!=NULL)
1923             lc->vtable.display_status(lc,info);
1924                 ms_free(info);
1925         }
1926         lc->call_logs=ms_list_prepend(lc->call_logs,(void *)call->log);
1927         if (ms_list_size(lc->call_logs)>lc->max_call_logs){
1928                 MSList *elem,*prevelem=NULL;
1929                 /*find the last element*/
1930                 for(elem=lc->call_logs;elem!=NULL;elem=elem->next){
1931                         prevelem=elem;
1932                 }
1933                 elem=prevelem;
1934                 linphone_call_log_destroy((LinphoneCallLog*)elem->data);
1935                 lc->call_logs=ms_list_remove_link(lc->call_logs,elem);
1936         }
1937         if (lc->vtable.call_log_updated!=NULL){
1938                 lc->vtable.call_log_updated(lc,call->log);
1939         }
1940         call_logs_write_to_config_file(lc);
1941 }
1942
1943 LinphoneCallState linphone_call_get_transfer_state(LinphoneCall *call) {
1944         return call->transfer_state;
1945 }
1946
1947 void linphone_call_set_transfer_state(LinphoneCall* call, LinphoneCallState state) {
1948         if (state != call->transfer_state) {
1949                 LinphoneCore* lc = call->core;
1950                 call->transfer_state = state;
1951                 if (lc->vtable.transfer_state_changed)
1952                         lc->vtable.transfer_state_changed(lc, call, state);
1953         }
1954 }
1955