]> sjero.net Git - linphone/blob - coreapi/linphonecall.c
Add API to know Call audio/video codec
[linphone] / coreapi / linphonecall.c
1
2 /*
3 linphone
4 Copyright (C) 2010  Belledonne Communications SARL
5  (simon.morlat@linphone.org)
6
7 This program is free software; you can redistribute it and/or
8 modify it under the terms of the GNU General Public License
9 as published by the Free Software Foundation; either version 2
10 of the License, or (at your option) any later version.
11
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 GNU General Public License for more details.
16
17 You should have received a copy of the GNU General Public License
18 along with this program; if not, write to the Free Software
19 Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
20 */
21 #ifdef WIN32
22 #include <time.h>
23 #endif
24 #include "linphonecore.h"
25 #include "sipsetup.h"
26 #include "lpconfig.h"
27 #include "private.h"
28 #include <ortp/event.h>
29 #include <ortp/b64.h>
30
31
32 #include "mediastreamer2/mediastream.h"
33 #include "mediastreamer2/msvolume.h"
34 #include "mediastreamer2/msequalizer.h"
35 #include "mediastreamer2/msfileplayer.h"
36 #include "mediastreamer2/msjpegwriter.h"
37 #include "mediastreamer2/mseventqueue.h"
38 #include "mediastreamer2/mssndcard.h"
39
40 #ifdef VIDEO_ENABLED
41 static MSWebCam *get_nowebcam_device(){
42         return ms_web_cam_manager_get_cam(ms_web_cam_manager_get(),"StaticImage: Static picture");
43 }
44 #endif
45
46 static bool_t generate_b64_crypto_key(int key_length, char* key_out) {
47         int b64_size;
48         uint8_t* tmp = (uint8_t*) malloc(key_length);                   
49         if (ortp_crypto_get_random(tmp, key_length)!=0) {
50                 ms_error("Failed to generate random key");
51                 free(tmp);
52                 return FALSE;
53         }
54         
55         b64_size = b64_encode((const char*)tmp, key_length, NULL, 0);
56         if (b64_size == 0) {
57                 ms_error("Failed to b64 encode key");
58                 free(tmp);
59                 return FALSE;
60         }
61         key_out[b64_size] = '\0';
62         b64_encode((const char*)tmp, key_length, key_out, 40);
63         free(tmp);
64         return TRUE;
65 }
66
67 LinphoneCore *linphone_call_get_core(const LinphoneCall *call){
68         return call->core;
69 }
70
71 const char* linphone_call_get_authentication_token(LinphoneCall *call){
72         return call->auth_token;
73 }
74
75 bool_t linphone_call_get_authentication_token_verified(LinphoneCall *call){
76         return call->auth_token_verified;
77 }
78
79 static bool_t linphone_call_are_all_streams_encrypted(LinphoneCall *call) {
80         // Check ZRTP encryption in audiostream
81         if (!call->audiostream_encrypted) {
82                 return FALSE;
83         }
84
85 #ifdef VIDEO_ENABLED
86         // If video enabled, check ZRTP encryption in videostream
87         const LinphoneCallParams *params=linphone_call_get_current_params(call);
88         if (params->has_video && !call->videostream_encrypted) {
89                 return FALSE;
90         }
91 #endif
92
93         return TRUE;
94 }
95
96 void propagate_encryption_changed(LinphoneCall *call){
97         LinphoneCore *lc=call->core;
98         if (!linphone_call_are_all_streams_encrypted(call)) {
99                 ms_message("Some streams are not encrypted");
100                 call->current_params.media_encryption=LinphoneMediaEncryptionNone;
101                 if (lc->vtable.call_encryption_changed)
102                         lc->vtable.call_encryption_changed(call->core, call, FALSE, call->auth_token);
103         } else {
104                 ms_message("All streams are encrypted");
105                 call->current_params.media_encryption=LinphoneMediaEncryptionZRTP;
106                 if (lc->vtable.call_encryption_changed)
107                         lc->vtable.call_encryption_changed(call->core, call, TRUE, call->auth_token);
108         }
109 }
110
111 #ifdef VIDEO_ENABLED
112 static void linphone_call_videostream_encryption_changed(void *data, bool_t encrypted){
113         ms_message("Video stream is %s", encrypted ? "encrypted" : "not encrypted");
114
115         LinphoneCall *call = (LinphoneCall *)data;
116         call->videostream_encrypted=encrypted;
117         propagate_encryption_changed(call);
118 }
119 #endif
120
121 static void linphone_call_audiostream_encryption_changed(void *data, bool_t encrypted) {
122         char status[255]={0};
123         ms_message("Audio stream is %s ", encrypted ? "encrypted" : "not encrypted");
124
125         LinphoneCall *call = (LinphoneCall *)data;
126         call->audiostream_encrypted=encrypted;
127         
128         if (encrypted && call->core->vtable.display_status != NULL) {
129                 snprintf(status,sizeof(status)-1,_("Authentication token is %s"),call->auth_token);
130                  call->core->vtable.display_status(call->core, status);
131         }
132
133         propagate_encryption_changed(call);
134
135
136 #ifdef VIDEO_ENABLED
137         // Enable video encryption
138         const LinphoneCallParams *params=linphone_call_get_current_params(call);
139         if (params->has_video) {
140                 ms_message("Trying to enable encryption on video stream");
141                 OrtpZrtpParams params;
142                 params.zid_file=NULL; //unused
143                 video_stream_enable_zrtp(call->videostream,call->audiostream,&params);
144         }
145 #endif
146 }
147
148
149 static void linphone_call_audiostream_auth_token_ready(void *data, const char* auth_token, bool_t verified) {
150         LinphoneCall *call=(LinphoneCall *)data;
151         if (call->auth_token != NULL)
152                 ms_free(call->auth_token);
153
154         call->auth_token=ms_strdup(auth_token);
155         call->auth_token_verified=verified;
156
157         ms_message("Authentication token is %s (%s)", auth_token, verified?"verified":"unverified");
158 }
159
160 void linphone_call_set_authentication_token_verified(LinphoneCall *call, bool_t verified){
161         if (call->audiostream==NULL){
162                 ms_error("linphone_call_set_authentication_token_verified(): No audio stream");
163         }
164         if (call->audiostream->ortpZrtpContext==NULL){
165                 ms_error("linphone_call_set_authentication_token_verified(): No zrtp context.");
166         }
167         if (!call->auth_token_verified && verified){
168                 ortp_zrtp_sas_verified(call->audiostream->ortpZrtpContext);
169         }else if (call->auth_token_verified && !verified){
170                 ortp_zrtp_sas_reset_verified(call->audiostream->ortpZrtpContext);
171         }
172         call->auth_token_verified=verified;
173         propagate_encryption_changed(call);
174 }
175
176 static MSList *make_codec_list(LinphoneCore *lc, const MSList *codecs, int bandwidth_limit,int* max_sample_rate){
177         MSList *l=NULL;
178         const MSList *it;
179         if (max_sample_rate) *max_sample_rate=0;
180         for(it=codecs;it!=NULL;it=it->next){
181                 PayloadType *pt=(PayloadType*)it->data;
182                 if (pt->flags & PAYLOAD_TYPE_ENABLED){
183                         if (bandwidth_limit>0 && !linphone_core_is_payload_type_usable_for_bandwidth(lc,pt,bandwidth_limit)){
184                                 ms_message("Codec %s/%i eliminated because of audio bandwidth constraint.",pt->mime_type,pt->clock_rate);
185                                 continue;
186                         }
187                         if (linphone_core_check_payload_type_usability(lc,pt)){
188                                 l=ms_list_append(l,payload_type_clone(pt));
189                                 if (max_sample_rate && payload_type_get_rate(pt)>*max_sample_rate) *max_sample_rate=payload_type_get_rate(pt);
190                         }
191                 }
192         }
193         return l;
194 }
195
196 static SalMediaDescription *_create_local_media_description(LinphoneCore *lc, LinphoneCall *call, unsigned int session_id, unsigned int session_ver){
197         MSList *l;
198         PayloadType *pt;
199         int i;
200         const char *me=linphone_core_get_identity(lc);
201         LinphoneAddress *addr=linphone_address_new(me);
202         const char *username=linphone_address_get_username (addr);
203         SalMediaDescription *md=sal_media_description_new();
204
205
206         md->session_id=session_id;
207         md->session_ver=session_ver;
208         md->nstreams=1;
209         strncpy(md->addr,call->localip,sizeof(md->addr));
210         strncpy(md->username,username,sizeof(md->username));
211         md->bandwidth=linphone_core_get_download_bandwidth(lc);
212
213         /*set audio capabilities */
214         strncpy(md->streams[0].addr,call->localip,sizeof(md->streams[0].addr));
215         md->streams[0].port=call->audio_port;
216         md->streams[0].proto=(call->params.media_encryption == LinphoneMediaEncryptionSRTP) ? 
217                 SalProtoRtpSavp : SalProtoRtpAvp;
218         md->streams[0].type=SalAudio;
219         md->streams[0].ptime=lc->net_conf.down_ptime;
220         l=make_codec_list(lc,lc->codecs_conf.audio_codecs,call->params.audio_bw,&md->streams[0].max_rate);
221         pt=payload_type_clone(rtp_profile_get_payload_from_mime(&av_profile,"telephone-event"));
222         l=ms_list_append(l,pt);
223         md->streams[0].payloads=l;
224         
225
226
227         if (call->params.has_video){
228                 md->nstreams++;
229                 md->streams[1].port=call->video_port;
230                 md->streams[1].proto=md->streams[0].proto;
231                 md->streams[1].type=SalVideo;
232                 l=make_codec_list(lc,lc->codecs_conf.video_codecs,0,NULL);
233                 md->streams[1].payloads=l;
234         }
235         
236         for(i=0; i<md->nstreams; i++) {
237                 if (md->streams[i].proto == SalProtoRtpSavp) {
238                         md->streams[i].crypto[0].tag = 1;
239                         md->streams[i].crypto[0].algo = AES_128_SHA1_80;
240                         if (!generate_b64_crypto_key(30, md->streams[i].crypto[0].master_key))
241                                 md->streams[i].crypto[0].algo = 0;
242                         md->streams[i].crypto[1].tag = 2;
243                         md->streams[i].crypto[1].algo = AES_128_SHA1_32;
244                         if (!generate_b64_crypto_key(30, md->streams[i].crypto[1].master_key))
245                                 md->streams[i].crypto[1].algo = 0;
246                         md->streams[i].crypto[2].algo = 0;
247                 }
248         }
249         
250         linphone_address_destroy(addr);
251         return md;
252 }
253
254 void update_local_media_description(LinphoneCore *lc, LinphoneCall *call){
255         SalMediaDescription *md=call->localdesc;
256         if (md== NULL) {
257                 call->localdesc = create_local_media_description(lc,call);
258         } else {
259                 call->localdesc = _create_local_media_description(lc,call,md->session_id,md->session_ver+1);
260                 sal_media_description_unref(md);
261         }
262 }
263
264 SalMediaDescription *create_local_media_description(LinphoneCore *lc, LinphoneCall *call){
265         unsigned int id=rand() & 0xfff;
266         return _create_local_media_description(lc,call,id,id);
267 }
268
269 static int find_port_offset(LinphoneCore *lc){
270         int offset;
271         MSList *elem;
272         int audio_port;
273         bool_t already_used=FALSE;
274         for(offset=0;offset<100;offset+=2){
275                 audio_port=linphone_core_get_audio_port (lc)+offset;
276                 already_used=FALSE;
277                 for(elem=lc->calls;elem!=NULL;elem=elem->next){
278                         LinphoneCall *call=(LinphoneCall*)elem->data;
279                         if (call->audio_port==audio_port) {
280                                 already_used=TRUE;
281                                 break;
282                         }
283                 }
284                 if (!already_used) break;
285         }
286         if (offset==100){
287                 ms_error("Could not find any free port !");
288                 return -1;
289         }
290         return offset;
291 }
292
293 static void linphone_call_init_common(LinphoneCall *call, LinphoneAddress *from, LinphoneAddress *to){
294         int port_offset;
295         call->magic=linphone_call_magic;
296         call->refcnt=1;
297         call->state=LinphoneCallIdle;
298         call->transfer_state = LinphoneCallIdle;
299         call->start_time=time(NULL);
300         call->media_start_time=0;
301         call->log=linphone_call_log_new(call, from, to);
302         call->owns_call_log=TRUE;
303         linphone_core_notify_all_friends(call->core,LinphoneStatusOnThePhone);
304         port_offset=find_port_offset (call->core);
305         if (port_offset==-1) return;
306         call->audio_port=linphone_core_get_audio_port(call->core)+port_offset;
307         call->video_port=linphone_core_get_video_port(call->core)+port_offset;
308
309 }
310
311 static void discover_mtu(LinphoneCore *lc, const char *remote){
312         int mtu;
313         if (lc->net_conf.mtu==0 ){
314                 /*attempt to discover mtu*/
315                 mtu=ms_discover_mtu(remote);
316                 if (mtu>0){
317                         ms_set_mtu(mtu);
318                         ms_message("Discovered mtu is %i, RTP payload max size is %i",
319                                 mtu, ms_get_payload_max_size());
320                 }
321         }
322 }
323
324 LinphoneCall * linphone_call_new_outgoing(struct _LinphoneCore *lc, LinphoneAddress *from, LinphoneAddress *to, const LinphoneCallParams *params)
325 {
326         LinphoneCall *call=ms_new0(LinphoneCall,1);
327         call->dir=LinphoneCallOutgoing;
328         call->op=sal_op_new(lc->sal);
329         sal_op_set_user_pointer(call->op,call);
330         call->core=lc;
331         linphone_core_get_local_ip(lc,linphone_address_get_domain(to),call->localip);
332         linphone_call_init_common(call,from,to);
333         call->params=*params;
334         call->localdesc=create_local_media_description (lc,call);
335         call->camera_active=params->has_video;
336         if (linphone_core_get_firewall_policy(call->core)==LinphonePolicyUseStun)
337                 linphone_core_run_stun_tests(call->core,call);
338         discover_mtu(lc,linphone_address_get_domain (to));
339         if (params->referer){
340                 sal_call_set_referer(call->op,params->referer->op);
341                 call->referer=linphone_call_ref(params->referer);
342         }
343         return call;
344 }
345
346 LinphoneCall * linphone_call_new_incoming(LinphoneCore *lc, LinphoneAddress *from, LinphoneAddress *to, SalOp *op){
347         LinphoneCall *call=ms_new0(LinphoneCall,1);
348         char *from_str;
349
350         call->dir=LinphoneCallIncoming;
351         sal_op_set_user_pointer(op,call);
352         call->op=op;
353         call->core=lc;
354
355         if (lc->sip_conf.ping_with_options){
356                 /*the following sends an option request back to the caller so that
357                  we get a chance to discover our nat'd address before answering.*/
358                 call->ping_op=sal_op_new(lc->sal);
359                 from_str=linphone_address_as_string_uri_only(from);
360                 sal_op_set_route(call->ping_op,sal_op_get_network_origin(op));
361                 sal_op_set_user_pointer(call->ping_op,call);
362                 sal_ping(call->ping_op,linphone_core_find_best_identity(lc,from,NULL),from_str);
363                 ms_free(from_str);
364         }
365
366         linphone_address_clean(from);
367         linphone_core_get_local_ip(lc,linphone_address_get_domain(from),call->localip);
368         linphone_call_init_common(call, from, to);
369         linphone_core_init_default_params(lc, &call->params);
370         call->params.has_video &= !!lc->video_policy.automatically_accept;
371         call->localdesc=create_local_media_description (lc,call);
372         call->camera_active=call->params.has_video;
373         if (linphone_core_get_firewall_policy(call->core)==LinphonePolicyUseStun)
374                 linphone_core_run_stun_tests(call->core,call);
375         discover_mtu(lc,linphone_address_get_domain(from));
376         return call;
377 }
378
379 /* this function is called internally to get rid of a call.
380  It performs the following tasks:
381  - remove the call from the internal list of calls
382  - update the call logs accordingly
383 */
384
385 static void linphone_call_set_terminated(LinphoneCall *call){
386         LinphoneCore *lc=call->core;
387
388         linphone_core_update_allocated_audio_bandwidth(lc);
389
390         call->owns_call_log=FALSE;
391         linphone_call_log_completed(call);
392
393
394         if (call == lc->current_call){
395                 ms_message("Resetting the current call");
396                 lc->current_call=NULL;
397         }
398
399         if (linphone_core_del_call(lc,call) != 0){
400                 ms_error("Could not remove the call from the list !!!");
401         }
402
403         if (ms_list_size(lc->calls)==0)
404                 linphone_core_notify_all_friends(lc,lc->presence_mode);
405
406         linphone_core_conference_check_uninit(lc);
407         if (call->ringing_beep){
408                 linphone_core_stop_dtmf(lc);
409                 call->ringing_beep=FALSE;
410         }
411         if (call->referer){
412                 linphone_call_unref(call->referer);
413                 call->referer=NULL;
414         }
415 }
416
417 void linphone_call_fix_call_parameters(LinphoneCall *call){
418         call->params.has_video=call->current_params.has_video;
419         call->params.media_encryption=call->current_params.media_encryption;
420 }
421
422 const char *linphone_call_state_to_string(LinphoneCallState cs){
423         switch (cs){
424                 case LinphoneCallIdle:
425                         return "LinphoneCallIdle";
426                 case LinphoneCallIncomingReceived:
427                         return "LinphoneCallIncomingReceived";
428                 case LinphoneCallOutgoingInit:
429                         return "LinphoneCallOutgoingInit";
430                 case LinphoneCallOutgoingProgress:
431                         return "LinphoneCallOutgoingProgress";
432                 case LinphoneCallOutgoingRinging:
433                         return "LinphoneCallOutgoingRinging";
434                 case LinphoneCallOutgoingEarlyMedia:
435                         return "LinphoneCallOutgoingEarlyMedia";
436                 case LinphoneCallConnected:
437                         return "LinphoneCallConnected";
438                 case LinphoneCallStreamsRunning:
439                         return "LinphoneCallStreamsRunning";
440                 case LinphoneCallPausing:
441                         return "LinphoneCallPausing";
442                 case LinphoneCallPaused:
443                         return "LinphoneCallPaused";
444                 case LinphoneCallResuming:
445                         return "LinphoneCallResuming";
446                 case LinphoneCallRefered:
447                         return "LinphoneCallRefered";
448                 case LinphoneCallError:
449                         return "LinphoneCallError";
450                 case LinphoneCallEnd:
451                         return "LinphoneCallEnd";
452                 case LinphoneCallPausedByRemote:
453                         return "LinphoneCallPausedByRemote";
454                 case LinphoneCallUpdatedByRemote:
455                         return "LinphoneCallUpdatedByRemote";
456                 case LinphoneCallIncomingEarlyMedia:
457                         return "LinphoneCallIncomingEarlyMedia";
458                 case LinphoneCallUpdated:
459                         return "LinphoneCallUpdated";
460                 case LinphoneCallReleased:
461                         return "LinphoneCallReleased";
462         }
463         return "undefined state";
464 }
465
466 void linphone_call_set_state(LinphoneCall *call, LinphoneCallState cstate, const char *message){
467         LinphoneCore *lc=call->core;
468
469         if (call->state!=cstate){
470                 if (call->state==LinphoneCallEnd || call->state==LinphoneCallError){
471                         if (cstate!=LinphoneCallReleased){
472                                 ms_warning("Spurious call state change from %s to %s, ignored.",linphone_call_state_to_string(call->state),
473                                    linphone_call_state_to_string(cstate));
474                                 return;
475                         }
476                 }
477                 ms_message("Call %p: moving from state %s to %s",call,linphone_call_state_to_string(call->state),
478                            linphone_call_state_to_string(cstate));
479                 if (cstate!=LinphoneCallRefered){
480                         /*LinphoneCallRefered is rather an event, not a state.
481                          Indeed it does not change the state of the call (still paused or running)*/
482                         call->state=cstate;
483                 }
484                 if (cstate==LinphoneCallEnd || cstate==LinphoneCallError){
485              if (call->reason==LinphoneReasonDeclined){
486                                 call->log->status=LinphoneCallDeclined;
487                         }
488                         linphone_call_set_terminated (call);
489                 }
490                 if (cstate == LinphoneCallConnected) {
491                         call->log->status=LinphoneCallSuccess;
492                         call->media_start_time=time(NULL);
493                 }
494
495                 if (lc->vtable.call_state_changed)
496                         lc->vtable.call_state_changed(lc,call,cstate,message);
497                 if (cstate==LinphoneCallReleased){
498                         if (call->op!=NULL) {
499                                 /* so that we cannot have anymore upcalls for SAL
500                                  concerning this call*/
501                                 sal_op_release(call->op);
502                                 call->op=NULL;
503                         }
504                         linphone_call_unref(call);
505                 }
506         }
507 }
508
509 static void linphone_call_destroy(LinphoneCall *obj)
510 {
511         if (obj->op!=NULL) {
512                 sal_op_release(obj->op);
513                 obj->op=NULL;
514         }
515         if (obj->resultdesc!=NULL) {
516                 sal_media_description_unref(obj->resultdesc);
517                 obj->resultdesc=NULL;
518         }
519         if (obj->localdesc!=NULL) {
520                 sal_media_description_unref(obj->localdesc);
521                 obj->localdesc=NULL;
522         }
523         if (obj->ping_op) {
524                 sal_op_release(obj->ping_op);
525         }
526         if (obj->refer_to){
527                 ms_free(obj->refer_to);
528         }
529         if (obj->owns_call_log)
530                 linphone_call_log_destroy(obj->log);
531         if (obj->auth_token) {
532                 ms_free(obj->auth_token);
533         }
534
535         ms_free(obj);
536 }
537
538 /**
539  * @addtogroup call_control
540  * @{
541 **/
542
543 /**
544  * Increments the call 's reference count.
545  * An application that wishes to retain a pointer to call object
546  * must use this function to unsure the pointer remains
547  * valid. Once the application no more needs this pointer,
548  * it must call linphone_call_unref().
549 **/
550 LinphoneCall * linphone_call_ref(LinphoneCall *obj){
551         obj->refcnt++;
552         return obj;
553 }
554
555 /**
556  * Decrements the call object reference count.
557  * See linphone_call_ref().
558 **/
559 void linphone_call_unref(LinphoneCall *obj){
560         obj->refcnt--;
561         if (obj->refcnt==0){
562                 linphone_call_destroy(obj);
563         }
564 }
565
566 /**
567  * Returns current parameters associated to the call.
568 **/
569 const LinphoneCallParams * linphone_call_get_current_params(const LinphoneCall *call){
570         return &call->current_params;
571 }
572
573 static bool_t is_video_active(const SalStreamDescription *sd){
574         return sd->port!=0 && sd->dir!=SalStreamInactive;
575 }
576
577 /**
578  * Returns call parameters proposed by remote.
579  * 
580  * This is useful when receiving an incoming call, to know whether the remote party
581  * supports video, encryption or whatever.
582 **/
583 const LinphoneCallParams * linphone_call_get_remote_params(LinphoneCall *call){
584         LinphoneCallParams *cp=&call->remote_params;
585         memset(cp,0,sizeof(*cp));
586         if (call->op){
587                 SalMediaDescription *md=sal_call_get_remote_media_description(call->op);
588                 if (md){
589                         SalStreamDescription *asd,*vsd,*secure_asd,*secure_vsd;
590
591                         asd=sal_media_description_find_stream(md,SalProtoRtpAvp,SalAudio);
592                         vsd=sal_media_description_find_stream(md,SalProtoRtpAvp,SalVideo);
593                         secure_asd=sal_media_description_find_stream(md,SalProtoRtpSavp,SalAudio);
594                         secure_vsd=sal_media_description_find_stream(md,SalProtoRtpSavp,SalVideo);
595                         if (secure_vsd){
596                                 cp->has_video=is_video_active(secure_vsd);
597                                 if (secure_asd || asd==NULL)
598                                         cp->media_encryption=LinphoneMediaEncryptionSRTP;
599                         }else if (vsd){
600                                 cp->has_video=is_video_active(vsd);
601                         }
602                         return cp;
603                 }
604         }
605         return NULL;
606 }
607
608 /**
609  * Returns the remote address associated to this call
610  *
611 **/
612 const LinphoneAddress * linphone_call_get_remote_address(const LinphoneCall *call){
613         return call->dir==LinphoneCallIncoming ? call->log->from : call->log->to;
614 }
615
616 /**
617  * Returns the remote address associated to this call as a string.
618  *
619  * The result string must be freed by user using ms_free().
620 **/
621 char *linphone_call_get_remote_address_as_string(const LinphoneCall *call){
622         return linphone_address_as_string(linphone_call_get_remote_address(call));
623 }
624
625 /**
626  * Retrieves the call's current state.
627 **/
628 LinphoneCallState linphone_call_get_state(const LinphoneCall *call){
629         return call->state;
630 }
631
632 /**
633  * Returns the reason for a call termination (either error or normal termination)
634 **/
635 LinphoneReason linphone_call_get_reason(const LinphoneCall *call){
636         return call->reason;
637 }
638
639 /**
640  * Get the user_pointer in the LinphoneCall
641  *
642  * @ingroup call_control
643  *
644  * return user_pointer an opaque user pointer that can be retrieved at any time
645 **/
646 void *linphone_call_get_user_pointer(LinphoneCall *call)
647 {
648         return call->user_pointer;
649 }
650
651 /**
652  * Set the user_pointer in the LinphoneCall
653  *
654  * @ingroup call_control
655  *
656  * the user_pointer is an opaque user pointer that can be retrieved at any time in the LinphoneCall
657 **/
658 void linphone_call_set_user_pointer(LinphoneCall *call, void *user_pointer)
659 {
660         call->user_pointer = user_pointer;
661 }
662
663 /**
664  * Returns the call log associated to this call.
665 **/
666 LinphoneCallLog *linphone_call_get_call_log(const LinphoneCall *call){
667         return call->log;
668 }
669
670 /**
671  * Returns the refer-to uri (if the call was transfered).
672 **/
673 const char *linphone_call_get_refer_to(const LinphoneCall *call){
674         return call->refer_to;
675 }
676
677 /**
678  * Returns direction of the call (incoming or outgoing).
679 **/
680 LinphoneCallDir linphone_call_get_dir(const LinphoneCall *call){
681         return call->log->dir;
682 }
683
684 /**
685  * Returns the far end's user agent description string, if available.
686 **/
687 const char *linphone_call_get_remote_user_agent(LinphoneCall *call){
688         if (call->op){
689                 return sal_op_get_remote_ua (call->op);
690         }
691         return NULL;
692 }
693
694 /**
695  * Returns true if this calls has received a transfer that has not been
696  * executed yet.
697  * Pending transfers are executed when this call is being paused or closed,
698  * locally or by remote endpoint.
699  * If the call is already paused while receiving the transfer request, the
700  * transfer immediately occurs.
701 **/
702 bool_t linphone_call_has_transfer_pending(const LinphoneCall *call){
703         return call->refer_pending;
704 }
705
706 /**
707  * Returns call's duration in seconds.
708 **/
709 int linphone_call_get_duration(const LinphoneCall *call){
710         if (call->media_start_time==0) return 0;
711         return time(NULL)-call->media_start_time;
712 }
713
714 /**
715  * Returns the call object this call is replacing, if any.
716  * Call replacement can occur during call transfers.
717  * By default, the core automatically terminates the replaced call and accept the new one.
718  * This function allows the application to know whether a new incoming call is a one that replaces another one.
719 **/
720 LinphoneCall *linphone_call_get_replaced_call(LinphoneCall *call){
721         SalOp *op=sal_call_get_replaces(call->op);
722         if (op){
723                 return (LinphoneCall*)sal_op_get_user_pointer(op);
724         }
725         return NULL;
726 }
727
728 /**
729  * Indicate whether camera input should be sent to remote end.
730 **/
731 void linphone_call_enable_camera (LinphoneCall *call, bool_t enable){
732 #ifdef VIDEO_ENABLED
733         if (call->videostream!=NULL && call->videostream->ticker!=NULL){
734                 LinphoneCore *lc=call->core;
735                 MSWebCam *nowebcam=get_nowebcam_device();
736                 if (call->camera_active!=enable && lc->video_conf.device!=nowebcam){
737                         video_stream_change_camera(call->videostream,
738                                      enable ? lc->video_conf.device : nowebcam);
739                 }
740         }
741         call->camera_active=enable;
742 #endif
743 }
744
745 /**
746  * Take a photo of currently received video and write it into a jpeg file.
747 **/
748 int linphone_call_take_video_snapshot(LinphoneCall *call, const char *file){
749 #ifdef VIDEO_ENABLED
750         if (call->videostream!=NULL && call->videostream->jpegwriter!=NULL){
751                 return ms_filter_call_method(call->videostream->jpegwriter,MS_JPEG_WRITER_TAKE_SNAPSHOT,(void*)file);
752         }
753         ms_warning("Cannot take snapshot: no currently running video stream on this call.");
754         return -1;
755 #endif
756         return -1;
757 }
758
759 /**
760  * Returns TRUE if camera pictures are sent to the remote party.
761 **/
762 bool_t linphone_call_camera_enabled (const LinphoneCall *call){
763         return call->camera_active;
764 }
765
766 /**
767  * Enable video stream.
768 **/
769 void linphone_call_params_enable_video(LinphoneCallParams *cp, bool_t enabled){
770         cp->has_video=enabled;
771 }
772
773 const PayloadType* linphone_call_params_get_used_audio_codec(const LinphoneCallParams *cp) {
774         return cp->audio_codec;
775 }
776
777 const PayloadType* linphone_call_params_get_used_video_codec(const LinphoneCallParams *cp) {
778         return cp->video_codec;
779 }
780
781 /**
782  * Returns whether video is enabled.
783 **/
784 bool_t linphone_call_params_video_enabled(const LinphoneCallParams *cp){
785         return cp->has_video;
786 }
787
788 enum LinphoneMediaEncryption linphone_call_params_get_media_encryption(const LinphoneCallParams *cp) {
789         return cp->media_encryption;
790 }
791
792 void linphone_call_params_set_media_encryption(LinphoneCallParams *cp, enum LinphoneMediaEncryption e) {
793         cp->media_encryption = e;
794 }
795
796
797 /**
798  * Enable sending of real early media (during outgoing calls).
799 **/
800 void linphone_call_params_enable_early_media_sending(LinphoneCallParams *cp, bool_t enabled){
801         cp->real_early_media=enabled;
802 }
803
804 bool_t linphone_call_params_early_media_sending_enabled(const LinphoneCallParams *cp){
805         return cp->real_early_media;
806 }
807
808 /**
809  * Returns true if the call is part of the locally managed conference.
810 **/
811 bool_t linphone_call_params_local_conference_mode(const LinphoneCallParams *cp){
812         return cp->in_conference;
813 }
814
815 /**
816  * Refine bandwidth settings for this call by setting a bandwidth limit for audio streams.
817  * As a consequence, codecs whose bitrates are not compatible with this limit won't be used.
818 **/
819 void linphone_call_params_set_audio_bandwidth_limit(LinphoneCallParams *cp, int bandwidth){
820         cp->audio_bw=bandwidth;
821 }
822
823 #ifdef VIDEO_ENABLED
824 /**
825  * Request remote side to send us a Video Fast Update.
826 **/
827 void linphone_call_send_vfu_request(LinphoneCall *call)
828 {
829         if (LinphoneCallStreamsRunning == linphone_call_get_state(call))
830                 sal_call_send_vfu_request(call->op);
831 }
832 #endif
833
834 /**
835  *
836 **/
837 LinphoneCallParams * linphone_call_params_copy(const LinphoneCallParams *cp){
838         LinphoneCallParams *ncp=ms_new0(LinphoneCallParams,1);
839         memcpy(ncp,cp,sizeof(LinphoneCallParams));
840         return ncp;
841 }
842
843 /**
844  *
845 **/
846 void linphone_call_params_destroy(LinphoneCallParams *p){
847         ms_free(p);
848 }
849
850 /**
851  * @}
852 **/
853
854
855 #ifdef TEST_EXT_RENDERER
856 static void rendercb(void *data, const MSPicture *local, const MSPicture *remote){
857         ms_message("rendercb, local buffer=%p, remote buffer=%p",
858                    local ? local->planes[0] : NULL, remote? remote->planes[0] : NULL);
859 }
860 #endif
861
862 #ifdef VIDEO_ENABLED
863 static void video_stream_event_cb(void *user_pointer, const MSFilter *f, const unsigned int event_id, const void *args){
864     LinphoneCall* call = (LinphoneCall*) user_pointer;
865         ms_warning("In linphonecall.c: video_stream_event_cb");
866         switch (event_id) {
867                 case MS_VIDEO_DECODER_DECODING_ERRORS:
868                         ms_warning("Case is MS_VIDEO_DECODER_DECODING_ERRORS");
869                         linphone_call_send_vfu_request(call);
870                         break;
871         case MS_VIDEO_DECODER_FIRST_IMAGE_DECODED:
872             ms_message("First video frame decoded successfully");
873             if (call->nextVideoFrameDecoded._func != NULL)
874                 call->nextVideoFrameDecoded._func(call, call->nextVideoFrameDecoded._user_data);
875             break;
876                 default:
877                         ms_warning("Unhandled event %i", event_id);
878                         break;
879         }
880 }
881 #endif
882
883 void linphone_call_set_next_video_frame_decoded_callback(LinphoneCall *call, LinphoneCallCbFunc cb, void* user_data) {
884     call->nextVideoFrameDecoded._func = cb;
885     call->nextVideoFrameDecoded._user_data = user_data;
886 #ifdef VIDEO_ENABLED
887     ms_filter_call_method_noarg(call->videostream->decoder, MS_VIDEO_DECODER_RESET_FIRST_IMAGE_NOTIFICATION);
888 #endif
889 }
890
891 void linphone_call_init_media_streams(LinphoneCall *call){
892         LinphoneCore *lc=call->core;
893         SalMediaDescription *md=call->localdesc;
894         AudioStream *audiostream;
895
896         call->audiostream=audiostream=audio_stream_new(md->streams[0].port,linphone_core_ipv6_enabled(lc));
897         if (linphone_core_echo_limiter_enabled(lc)){
898                 const char *type=lp_config_get_string(lc->config,"sound","el_type","mic");
899                 if (strcasecmp(type,"mic")==0)
900                         audio_stream_enable_echo_limiter(audiostream,ELControlMic);
901                 else if (strcasecmp(type,"full")==0)
902                         audio_stream_enable_echo_limiter(audiostream,ELControlFull);
903         }
904         audio_stream_enable_gain_control(audiostream,TRUE);
905         if (linphone_core_echo_cancellation_enabled(lc)){
906                 int len,delay,framesize;
907                 const char *statestr=lp_config_get_string(lc->config,"sound","ec_state",NULL);
908                 len=lp_config_get_int(lc->config,"sound","ec_tail_len",0);
909                 delay=lp_config_get_int(lc->config,"sound","ec_delay",0);
910                 framesize=lp_config_get_int(lc->config,"sound","ec_framesize",0);
911                 audio_stream_set_echo_canceller_params(audiostream,len,delay,framesize);
912                 if (statestr && audiostream->ec){
913                         ms_filter_call_method(audiostream->ec,MS_ECHO_CANCELLER_SET_STATE_STRING,(void*)statestr);
914                 }
915         }
916         audio_stream_enable_automatic_gain_control(audiostream,linphone_core_agc_enabled(lc));
917         {
918                 int enabled=lp_config_get_int(lc->config,"sound","noisegate",0);
919                 audio_stream_enable_noise_gate(audiostream,enabled);
920         }
921
922         if (lc->rtptf){
923                 RtpTransport *artp=lc->rtptf->audio_rtp_func(lc->rtptf->audio_rtp_func_data, call->audio_port);
924                 RtpTransport *artcp=lc->rtptf->audio_rtcp_func(lc->rtptf->audio_rtcp_func_data, call->audio_port+1);
925                 rtp_session_set_transports(audiostream->session,artp,artcp);
926         }
927
928         call->audiostream_app_evq = ortp_ev_queue_new();
929         rtp_session_register_event_queue(audiostream->session,call->audiostream_app_evq);
930
931 #ifdef VIDEO_ENABLED
932
933         if ((lc->video_conf.display || lc->video_conf.capture) && md->streams[1].port>0){
934                 int video_recv_buf_size=lp_config_get_int(lc->config,"video","recv_buf_size",0);
935                 call->videostream=video_stream_new(md->streams[1].port,linphone_core_ipv6_enabled(lc));
936                 video_stream_enable_display_filter_auto_rotate(call->videostream, lp_config_get_int(lc->config,"video","display_filter_auto_rotate",0));
937                 if (video_recv_buf_size>0) rtp_session_set_recv_buf_size(call->videostream->session,video_recv_buf_size);
938           
939                 if( lc->video_conf.displaytype != NULL)
940                         video_stream_set_display_filter_name(call->videostream,lc->video_conf.displaytype);
941                 video_stream_set_event_callback(call->videostream,video_stream_event_cb, call);
942                 if (lc->rtptf){
943                         RtpTransport *vrtp=lc->rtptf->video_rtp_func(lc->rtptf->video_rtp_func_data, call->video_port);
944                         RtpTransport *vrtcp=lc->rtptf->video_rtcp_func(lc->rtptf->video_rtcp_func_data, call->video_port+1);
945                         rtp_session_set_transports(call->videostream->session,vrtp,vrtcp);
946                 }
947                 call->videostream_app_evq = ortp_ev_queue_new();
948                 rtp_session_register_event_queue(call->videostream->session,call->videostream_app_evq);
949 #ifdef TEST_EXT_RENDERER
950                 video_stream_set_render_callback(call->videostream,rendercb,NULL);
951 #endif
952         }
953 #else
954         call->videostream=NULL;
955 #endif
956 }
957
958
959 static int dtmf_tab[16]={'0','1','2','3','4','5','6','7','8','9','*','#','A','B','C','D'};
960
961 static void linphone_core_dtmf_received(RtpSession* s, int dtmf, void* user_data){
962         LinphoneCore* lc = (LinphoneCore*)user_data;
963         if (dtmf<0 || dtmf>15){
964                 ms_warning("Bad dtmf value %i",dtmf);
965                 return;
966         }
967         if (lc->vtable.dtmf_received != NULL)
968                 lc->vtable.dtmf_received(lc, linphone_core_get_current_call(lc), dtmf_tab[dtmf]);
969 }
970
971 static void parametrize_equalizer(LinphoneCore *lc, AudioStream *st){
972         if (st->equalizer){
973                 MSFilter *f=st->equalizer;
974                 int enabled=lp_config_get_int(lc->config,"sound","eq_active",0);
975                 const char *gains=lp_config_get_string(lc->config,"sound","eq_gains",NULL);
976                 ms_filter_call_method(f,MS_EQUALIZER_SET_ACTIVE,&enabled);
977                 if (enabled){
978                         if (gains){
979                                 do{
980                                         int bytes;
981                                         MSEqualizerGain g;
982                                         if (sscanf(gains,"%f:%f:%f %n",&g.frequency,&g.gain,&g.width,&bytes)==3){
983                                                 ms_message("Read equalizer gains: %f(~%f) --> %f",g.frequency,g.width,g.gain);
984                                                 ms_filter_call_method(f,MS_EQUALIZER_SET_GAIN,&g);
985                                                 gains+=bytes;
986                                         }else break;
987                                 }while(1);
988                         }
989                 }
990         }
991 }
992
993 void _post_configure_audio_stream(AudioStream *st, LinphoneCore *lc, bool_t muted){
994         float mic_gain=lp_config_get_float(lc->config,"sound","mic_gain",1);
995         float thres = 0;
996         float recv_gain;
997         float ng_thres=lp_config_get_float(lc->config,"sound","ng_thres",0.05);
998         float ng_floorgain=lp_config_get_float(lc->config,"sound","ng_floorgain",0);
999         int dc_removal=lp_config_get_int(lc->config,"sound","dc_removal",0);
1000
1001         if (!muted)
1002                 audio_stream_set_mic_gain(st,mic_gain);
1003         else
1004                 audio_stream_set_mic_gain(st,0);
1005
1006         recv_gain = lc->sound_conf.soft_play_lev;
1007         if (recv_gain != 0) {
1008                 linphone_core_set_playback_gain_db (lc,recv_gain);
1009         }
1010         
1011         if (st->volsend){
1012                 ms_filter_call_method(st->volsend,MS_VOLUME_REMOVE_DC,&dc_removal);
1013                 float speed=lp_config_get_float(lc->config,"sound","el_speed",-1);
1014                 thres=lp_config_get_float(lc->config,"sound","el_thres",-1);
1015                 float force=lp_config_get_float(lc->config,"sound","el_force",-1);
1016                 int sustain=lp_config_get_int(lc->config,"sound","el_sustain",-1);
1017                 float transmit_thres=lp_config_get_float(lc->config,"sound","el_transmit_thres",-1);
1018                 MSFilter *f=NULL;
1019                 f=st->volsend;
1020                 if (speed==-1) speed=0.03;
1021                 if (force==-1) force=25;
1022                 ms_filter_call_method(f,MS_VOLUME_SET_EA_SPEED,&speed);
1023                 ms_filter_call_method(f,MS_VOLUME_SET_EA_FORCE,&force);
1024                 if (thres!=-1)
1025                         ms_filter_call_method(f,MS_VOLUME_SET_EA_THRESHOLD,&thres);
1026                 if (sustain!=-1)
1027                         ms_filter_call_method(f,MS_VOLUME_SET_EA_SUSTAIN,&sustain);
1028                 if (transmit_thres!=-1)
1029                                 ms_filter_call_method(f,MS_VOLUME_SET_EA_TRANSMIT_THRESHOLD,&transmit_thres);
1030
1031                 ms_filter_call_method(st->volsend,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_thres);
1032                 ms_filter_call_method(st->volsend,MS_VOLUME_SET_NOISE_GATE_FLOORGAIN,&ng_floorgain);
1033         }
1034         if (st->volrecv){
1035                 /* parameters for a limited noise-gate effect, using echo limiter threshold */
1036                 float floorgain = 1/mic_gain;
1037                 int spk_agc=lp_config_get_int(lc->config,"sound","speaker_agc_enabled",0);
1038                 ms_filter_call_method(st->volrecv, MS_VOLUME_ENABLE_AGC, &spk_agc);
1039                 ms_filter_call_method(st->volrecv,MS_VOLUME_SET_NOISE_GATE_THRESHOLD,&ng_thres);
1040                 ms_filter_call_method(st->volrecv,MS_VOLUME_SET_NOISE_GATE_FLOORGAIN,&floorgain);
1041         }
1042         parametrize_equalizer(lc,st);
1043 }
1044
1045 static void post_configure_audio_streams(LinphoneCall*call){
1046         AudioStream *st=call->audiostream;
1047         LinphoneCore *lc=call->core;
1048         _post_configure_audio_stream(st,lc,call->audio_muted);
1049         if (lc->vtable.dtmf_received!=NULL){
1050                 /* replace by our default action*/
1051                 audio_stream_play_received_dtmfs(call->audiostream,FALSE);
1052                 rtp_session_signal_connect(call->audiostream->session,"telephone-event",(RtpCallback)linphone_core_dtmf_received,(unsigned long)lc);
1053         }
1054 }
1055
1056 static RtpProfile *make_profile(LinphoneCall *call, const SalMediaDescription *md, const SalStreamDescription *desc, int *used_pt){
1057         int bw;
1058         const MSList *elem;
1059         RtpProfile *prof=rtp_profile_new("Call profile");
1060         bool_t first=TRUE;
1061         int remote_bw=0;
1062         LinphoneCore *lc=call->core;
1063         int up_ptime=0;
1064         *used_pt=-1;
1065
1066         for(elem=desc->payloads;elem!=NULL;elem=elem->next){
1067                 PayloadType *pt=(PayloadType*)elem->data;
1068                 int number;
1069
1070                 if ((pt->flags & PAYLOAD_TYPE_FLAG_CAN_SEND) && first) {
1071                         if (desc->type==SalAudio){
1072                                 linphone_core_update_allocated_audio_bandwidth_in_call(call,pt);
1073                                 up_ptime=linphone_core_get_upload_ptime(lc);
1074                         }
1075                         *used_pt=payload_type_get_number(pt);
1076                         first=FALSE;
1077                 }
1078                 if (desc->bandwidth>0) remote_bw=desc->bandwidth;
1079                 else if (md->bandwidth>0) {
1080                         /*case where b=AS is given globally, not per stream*/
1081                         remote_bw=md->bandwidth;
1082                         if (desc->type==SalVideo){
1083                                 remote_bw=get_video_bandwidth(remote_bw,call->audio_bw);
1084                         }
1085                 }
1086
1087                 if (desc->type==SalAudio){
1088                                 bw=get_min_bandwidth(call->audio_bw,remote_bw);
1089                 }else bw=get_min_bandwidth(get_video_bandwidth(linphone_core_get_upload_bandwidth (lc),call->audio_bw),remote_bw);
1090                 if (bw>0) pt->normal_bitrate=bw*1000;
1091                 else if (desc->type==SalAudio){
1092                         pt->normal_bitrate=-1;
1093                 }
1094                 if (desc->ptime>0){
1095                         up_ptime=desc->ptime;
1096                 }
1097                 if (up_ptime>0){
1098                         char tmp[40];
1099                         snprintf(tmp,sizeof(tmp),"ptime=%i",up_ptime);
1100                         payload_type_append_send_fmtp(pt,tmp);
1101                 }
1102                 number=payload_type_get_number(pt);
1103                 if (rtp_profile_get_payload(prof,number)!=NULL){
1104                         ms_warning("A payload type with number %i already exists in profile !",number);
1105                 }else
1106                         rtp_profile_set_payload(prof,number,pt);
1107         }
1108         return prof;
1109 }
1110
1111
1112 static void setup_ring_player(LinphoneCore *lc, LinphoneCall *call){
1113         int pause_time=3000;
1114         audio_stream_play(call->audiostream,lc->sound_conf.ringback_tone);
1115         ms_filter_call_method(call->audiostream->soundread,MS_FILE_PLAYER_LOOP,&pause_time);
1116 }
1117
1118 #define LINPHONE_RTCP_SDES_TOOL "Linphone-" LINPHONE_VERSION
1119
1120 static bool_t linphone_call_sound_resources_available(LinphoneCall *call){
1121         LinphoneCore *lc=call->core;
1122         LinphoneCall *current=linphone_core_get_current_call(lc);
1123         return !linphone_core_is_in_conference(lc) && 
1124                 (current==NULL || current==call);
1125 }
1126 static int find_crypto_index_from_tag(const SalSrtpCryptoAlgo crypto[],unsigned char tag) {
1127     int i;
1128     for(i=0; i<SAL_CRYPTO_ALGO_MAX; i++) {
1129         if (crypto[i].tag == tag) {
1130             return i;
1131         }
1132     }
1133     return -1;
1134 }
1135 static void linphone_call_start_audio_stream(LinphoneCall *call, const char *cname, bool_t muted, bool_t send_ringbacktone, bool_t use_arc){
1136         LinphoneCore *lc=call->core;
1137         int jitt_comp=lc->rtp_conf.audio_jitt_comp;
1138         int used_pt=-1;
1139         /* look for savp stream first */
1140         const SalStreamDescription *stream=sal_media_description_find_stream(call->resultdesc,
1141                                                 SalProtoRtpSavp,SalAudio);
1142         /* no savp audio stream, use avp */
1143         if (!stream)
1144                 stream=sal_media_description_find_stream(call->resultdesc,
1145                                                 SalProtoRtpAvp,SalAudio);
1146
1147         if (stream && stream->dir!=SalStreamInactive && stream->port!=0){
1148                 MSSndCard *playcard=lc->sound_conf.lsd_card ?
1149                         lc->sound_conf.lsd_card : lc->sound_conf.play_sndcard;
1150                 MSSndCard *captcard=lc->sound_conf.capt_sndcard;
1151                 const char *playfile=lc->play_file;
1152                 const char *recfile=lc->rec_file;
1153                 call->audio_profile=make_profile(call,call->resultdesc,stream,&used_pt);
1154                 bool_t use_ec;
1155
1156                 if (used_pt!=-1){
1157                         call->current_params.audio_codec = rtp_profile_get_payload(call->audio_profile, used_pt);
1158                         if (playcard==NULL) {
1159                                 ms_warning("No card defined for playback !");
1160                         }
1161                         if (captcard==NULL) {
1162                                 ms_warning("No card defined for capture !");
1163                         }
1164                         /*Replace soundcard filters by inactive file players or recorders
1165                          when placed in recvonly or sendonly mode*/
1166                         if (stream->port==0 || stream->dir==SalStreamRecvOnly){
1167                                 captcard=NULL;
1168                                 playfile=NULL;
1169                         }else if (stream->dir==SalStreamSendOnly){
1170                                 playcard=NULL;
1171                                 captcard=NULL;
1172                                 recfile=NULL;
1173                                 /*And we will eventually play "playfile" if set by the user*/
1174                                 /*playfile=NULL;*/
1175                         }
1176                         if (send_ringbacktone){
1177                                 captcard=NULL;
1178                                 playfile=NULL;/* it is setup later*/
1179                         }
1180                         /*if playfile are supplied don't use soundcards*/
1181                         if (lc->use_files) {
1182                                 captcard=NULL;
1183                                 playcard=NULL;
1184                         }
1185                         if (call->params.in_conference){
1186                                 /* first create the graph without soundcard resources*/
1187                                 captcard=playcard=NULL;
1188                         }
1189                         if (!linphone_call_sound_resources_available(call)){
1190                                 ms_message("Sound resources are used by another call, not using soundcard.");
1191                                 captcard=playcard=NULL;
1192                         }
1193                         use_ec=captcard==NULL ? FALSE : linphone_core_echo_cancellation_enabled(lc);
1194                         if (playcard &&  stream->max_rate>0) ms_snd_card_set_preferred_sample_rate(playcard, stream->max_rate);
1195                         if (captcard &&  stream->max_rate>0) ms_snd_card_set_preferred_sample_rate(captcard, stream->max_rate);
1196                         audio_stream_enable_adaptive_bitrate_control(call->audiostream,use_arc);
1197                         audio_stream_start_full(
1198                                 call->audiostream,
1199                                 call->audio_profile,
1200                                 stream->addr[0]!='\0' ? stream->addr : call->resultdesc->addr,
1201                                 stream->port,
1202                                 linphone_core_rtcp_enabled(lc) ? (stream->port+1) : 0,
1203                                 used_pt,
1204                                 jitt_comp,
1205                                 playfile,
1206                                 recfile,
1207                                 playcard,
1208                                 captcard,
1209                                 use_ec
1210                                 );
1211                         post_configure_audio_streams(call);
1212                         if (muted && !send_ringbacktone){
1213                                 audio_stream_set_mic_gain(call->audiostream,0);
1214                         }
1215                         if (stream->dir==SalStreamSendOnly && playfile!=NULL){
1216                                 int pause_time=500;
1217                                 ms_filter_call_method(call->audiostream->soundread,MS_FILE_PLAYER_LOOP,&pause_time);
1218                         }
1219                         if (send_ringbacktone){
1220                                 setup_ring_player(lc,call);
1221                         }
1222                         audio_stream_set_rtcp_information(call->audiostream, cname, LINPHONE_RTCP_SDES_TOOL);
1223                         
1224             /* valid local tags are > 0 */
1225                         if (stream->proto == SalProtoRtpSavp) {
1226                 const SalStreamDescription *local_st_desc=sal_media_description_find_stream(call->localdesc,
1227                                                                                             SalProtoRtpSavp,SalAudio);
1228                 int crypto_idx = find_crypto_index_from_tag(local_st_desc->crypto, stream->crypto_local_tag);
1229                 
1230                 if (crypto_idx >= 0) {
1231                     audio_stream_enable_strp(
1232                                              call->audiostream, 
1233                                              stream->crypto[0].algo,
1234                                              local_st_desc->crypto[crypto_idx].master_key,
1235                                              stream->crypto[0].master_key);
1236                     call->audiostream_encrypted=TRUE;
1237                 } else {
1238                     ms_warning("Failed to find local crypto algo with tag: %d", stream->crypto_local_tag);
1239                     call->audiostream_encrypted=FALSE;
1240                 }
1241                         }else call->audiostream_encrypted=FALSE;
1242                         if (call->params.in_conference){
1243                                 /*transform the graph to connect it to the conference filter */
1244                                 bool_t mute=stream->dir==SalStreamRecvOnly;
1245                                 linphone_call_add_to_conf(call, mute);
1246                         }
1247                         call->current_params.in_conference=call->params.in_conference;
1248                 }else ms_warning("No audio stream accepted ?");
1249         }
1250 }
1251
1252 static void linphone_call_start_video_stream(LinphoneCall *call, const char *cname,bool_t all_inputs_muted){
1253 #ifdef VIDEO_ENABLED
1254         LinphoneCore *lc=call->core;
1255         int used_pt=-1;
1256         /* look for savp stream first */
1257         const SalStreamDescription *vstream=sal_media_description_find_stream(call->resultdesc,
1258                                                 SalProtoRtpSavp,SalVideo);
1259         /* no savp audio stream, use avp */
1260         if (!vstream)
1261                 vstream=sal_media_description_find_stream(call->resultdesc,
1262                                                 SalProtoRtpAvp,SalVideo);
1263                                                 
1264         /* shutdown preview */
1265         if (lc->previewstream!=NULL) {
1266                 video_preview_stop(lc->previewstream);
1267                 lc->previewstream=NULL;
1268         }
1269         
1270         if (vstream!=NULL && vstream->dir!=SalStreamInactive && vstream->port!=0) {
1271                 const char *addr=vstream->addr[0]!='\0' ? vstream->addr : call->resultdesc->addr;
1272                 call->video_profile=make_profile(call,call->resultdesc,vstream,&used_pt);
1273                 if (used_pt!=-1){
1274                         call->current_params.video_codec = rtp_profile_get_payload(call->video_profile, used_pt);
1275                         VideoStreamDir dir=VideoStreamSendRecv;
1276                         MSWebCam *cam=lc->video_conf.device;
1277                         bool_t is_inactive=FALSE;
1278
1279                         call->current_params.has_video=TRUE;
1280
1281                         video_stream_enable_adaptive_bitrate_control(call->videostream,
1282                                                                   linphone_core_adaptive_rate_control_enabled(lc));
1283                         video_stream_set_sent_video_size(call->videostream,linphone_core_get_preferred_video_size(lc));
1284                         video_stream_enable_self_view(call->videostream,lc->video_conf.selfview);
1285                         if (lc->video_window_id!=0)
1286                                 video_stream_set_native_window_id(call->videostream,lc->video_window_id);
1287                         if (lc->preview_window_id!=0)
1288                                 video_stream_set_native_preview_window_id (call->videostream,lc->preview_window_id);
1289                         video_stream_use_preview_video_window (call->videostream,lc->use_preview_window);
1290                         
1291                         if (vstream->dir==SalStreamSendOnly && lc->video_conf.capture ){
1292                                 cam=get_nowebcam_device();
1293                                 dir=VideoStreamSendOnly;
1294                         }else if (vstream->dir==SalStreamRecvOnly && lc->video_conf.display ){
1295                                 dir=VideoStreamRecvOnly;
1296                         }else if (vstream->dir==SalStreamSendRecv){
1297                                 if (lc->video_conf.display && lc->video_conf.capture)
1298                                         dir=VideoStreamSendRecv;
1299                                 else if (lc->video_conf.display)
1300                                         dir=VideoStreamRecvOnly;
1301                                 else
1302                                         dir=VideoStreamSendOnly;
1303                         }else{
1304                                 ms_warning("video stream is inactive.");
1305                                 /*either inactive or incompatible with local capabilities*/
1306                                 is_inactive=TRUE;
1307                         }
1308                         if (call->camera_active==FALSE || all_inputs_muted){
1309                                 cam=get_nowebcam_device();
1310                         }
1311                         if (!is_inactive){
1312                 call->log->video_enabled = TRUE;
1313                                 video_stream_set_direction (call->videostream, dir);
1314                                 ms_message("%s lc rotation:%d\n", __FUNCTION__, lc->device_rotation);
1315                                 video_stream_set_device_rotation(call->videostream, lc->device_rotation);
1316                                 video_stream_start(call->videostream,
1317                                         call->video_profile, addr, vstream->port,
1318                                         linphone_core_rtcp_enabled(lc) ? (vstream->port+1) : 0,
1319                                         used_pt, lc->rtp_conf.audio_jitt_comp, cam);
1320                                 video_stream_set_rtcp_information(call->videostream, cname,LINPHONE_RTCP_SDES_TOOL);
1321                         }
1322                         
1323                         if (vstream->proto == SalProtoRtpSavp) {
1324                                 const SalStreamDescription *local_st_desc=sal_media_description_find_stream(call->localdesc,
1325                                                 SalProtoRtpSavp,SalVideo);
1326                                                 
1327                                 video_stream_enable_strp(
1328                                         call->videostream, 
1329                                         vstream->crypto[0].algo,
1330                                         local_st_desc->crypto[0].master_key, 
1331                                         vstream->crypto[0].master_key
1332                                         );
1333                                 call->videostream_encrypted=TRUE;
1334                         }else{
1335                                 call->videostream_encrypted=FALSE;
1336                         }
1337                 }else ms_warning("No video stream accepted.");
1338         }else{
1339                 ms_warning("No valid video stream defined.");
1340         }
1341 #endif
1342 }
1343
1344 void linphone_call_start_media_streams(LinphoneCall *call, bool_t all_inputs_muted, bool_t send_ringbacktone){
1345         LinphoneCore *lc=call->core;
1346
1347         call->current_params.audio_codec = NULL;
1348         call->current_params.video_codec = NULL;
1349
1350         LinphoneAddress *me=linphone_core_get_primary_contact_parsed(lc);
1351         char *cname;
1352         bool_t use_arc=linphone_core_adaptive_rate_control_enabled(lc);
1353 #ifdef VIDEO_ENABLED
1354         const SalStreamDescription *vstream=sal_media_description_find_stream(call->resultdesc,
1355                                                         SalProtoRtpAvp,SalVideo);
1356 #endif
1357
1358         if(call->audiostream == NULL)
1359         {
1360                 ms_fatal("start_media_stream() called without prior init !");
1361                 return;
1362         }
1363         cname=linphone_address_as_string_uri_only(me);
1364
1365 #if defined(VIDEO_ENABLED)
1366         if (vstream!=NULL && vstream->dir!=SalStreamInactive && vstream->payloads!=NULL){
1367                 /*when video is used, do not make adaptive rate control on audio, it is stupid.*/
1368                 use_arc=FALSE;
1369         }
1370 #endif
1371         linphone_call_start_audio_stream(call,cname,all_inputs_muted,send_ringbacktone,use_arc);
1372         call->current_params.has_video=FALSE;
1373         if (call->videostream!=NULL) {
1374                 linphone_call_start_video_stream(call,cname,all_inputs_muted);
1375         }
1376
1377         call->all_muted=all_inputs_muted;
1378         call->playing_ringbacktone=send_ringbacktone;
1379         call->up_bw=linphone_core_get_upload_bandwidth(lc);
1380
1381         if (call->params.media_encryption==LinphoneMediaEncryptionZRTP) {
1382                 OrtpZrtpParams params;
1383                 /*will be set later when zrtp is activated*/
1384                 call->current_params.media_encryption=LinphoneMediaEncryptionNone;
1385                 
1386                 params.zid_file=lc->zrtp_secrets_cache;
1387                 audio_stream_enable_zrtp(call->audiostream,&params);
1388         }else if (call->params.media_encryption==LinphoneMediaEncryptionSRTP){
1389                 call->current_params.media_encryption=linphone_call_are_all_streams_encrypted(call) ?
1390                         LinphoneMediaEncryptionSRTP : LinphoneMediaEncryptionNone;
1391         }
1392
1393         /*also reflect the change if the "wished" params, in order to avoid to propose SAVP or video again
1394          * further in the call, for example during pause,resume, conferencing reINVITEs*/
1395         linphone_call_fix_call_parameters(call);
1396
1397         goto end;
1398         end:
1399                 ms_free(cname);
1400                 linphone_address_destroy(me);
1401 }
1402
1403 static void linphone_call_log_fill_stats(LinphoneCallLog *log, AudioStream *st){
1404         audio_stream_get_local_rtp_stats (st,&log->local_stats);
1405         log->quality=audio_stream_get_average_quality_rating(st);
1406 }
1407
1408 void linphone_call_stop_media_streams(LinphoneCall *call){
1409         if (call->audiostream!=NULL) {
1410                 rtp_session_unregister_event_queue(call->audiostream->session,call->audiostream_app_evq);
1411                 ortp_ev_queue_flush(call->audiostream_app_evq);
1412                 ortp_ev_queue_destroy(call->audiostream_app_evq);
1413
1414                 if (call->audiostream->ec){
1415                         const char *state_str=NULL;
1416                         ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_STATE_STRING,&state_str);
1417                         if (state_str){
1418                                 ms_message("Writing echo canceler state, %i bytes",(int)strlen(state_str));
1419                                 lp_config_set_string(call->core->config,"sound","ec_state",state_str);
1420                         }
1421                 }
1422                 linphone_call_log_fill_stats (call->log,call->audiostream);
1423                 if (call->endpoint){
1424                         linphone_call_remove_from_conf(call);
1425                 }
1426                 audio_stream_stop(call->audiostream);
1427                 call->audiostream=NULL;
1428         }
1429
1430
1431 #ifdef VIDEO_ENABLED
1432         if (call->videostream!=NULL){
1433                 rtp_session_unregister_event_queue(call->videostream->session,call->videostream_app_evq);
1434                 ortp_ev_queue_flush(call->videostream_app_evq);
1435                 ortp_ev_queue_destroy(call->videostream_app_evq);
1436                 video_stream_stop(call->videostream);
1437                 call->videostream=NULL;
1438         }
1439 #endif
1440         ms_event_queue_skip(call->core->msevq);
1441         
1442         if (call->audio_profile){
1443                 rtp_profile_clear_all(call->audio_profile);
1444                 rtp_profile_destroy(call->audio_profile);
1445                 call->audio_profile=NULL;
1446         }
1447         if (call->video_profile){
1448                 rtp_profile_clear_all(call->video_profile);
1449                 rtp_profile_destroy(call->video_profile);
1450                 call->video_profile=NULL;
1451         }
1452 }
1453
1454
1455
1456 void linphone_call_enable_echo_cancellation(LinphoneCall *call, bool_t enable) {
1457         if (call!=NULL && call->audiostream!=NULL && call->audiostream->ec){
1458                 bool_t bypass_mode = !enable;
1459                 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_SET_BYPASS_MODE,&bypass_mode);
1460         }
1461 }
1462 bool_t linphone_call_echo_cancellation_enabled(LinphoneCall *call) {
1463         if (call!=NULL && call->audiostream!=NULL && call->audiostream->ec){
1464                 bool_t val;
1465                 ms_filter_call_method(call->audiostream->ec,MS_ECHO_CANCELLER_GET_BYPASS_MODE,&val);
1466                 return !val;
1467         } else {
1468                 return linphone_core_echo_cancellation_enabled(call->core);
1469         }
1470 }
1471
1472 void linphone_call_enable_echo_limiter(LinphoneCall *call, bool_t val){
1473         if (call!=NULL && call->audiostream!=NULL ) {
1474                 if (val) {
1475                 const char *type=lp_config_get_string(call->core->config,"sound","el_type","mic");
1476                 if (strcasecmp(type,"mic")==0)
1477                         audio_stream_enable_echo_limiter(call->audiostream,ELControlMic);
1478                 else if (strcasecmp(type,"full")==0)
1479                         audio_stream_enable_echo_limiter(call->audiostream,ELControlFull);
1480                 } else {
1481                         audio_stream_enable_echo_limiter(call->audiostream,ELInactive);
1482                 }
1483         }
1484 }
1485
1486 bool_t linphone_call_echo_limiter_enabled(const LinphoneCall *call){
1487         if (call!=NULL && call->audiostream!=NULL ){
1488                 return call->audiostream->el_type !=ELInactive ;
1489         } else {
1490                 return linphone_core_echo_limiter_enabled(call->core);
1491         }
1492 }
1493
1494 /**
1495  * @addtogroup call_misc
1496  * @{
1497 **/
1498
1499 /**
1500  * Returns the measured sound volume played locally (received from remote)
1501  * It is expressed in dbm0.
1502 **/
1503 float linphone_call_get_play_volume(LinphoneCall *call){
1504         AudioStream *st=call->audiostream;
1505         if (st && st->volrecv){
1506                 float vol=0;
1507                 ms_filter_call_method(st->volrecv,MS_VOLUME_GET,&vol);
1508                 return vol;
1509
1510         }
1511         return LINPHONE_VOLUME_DB_LOWEST;
1512 }
1513
1514 /**
1515  * Returns the measured sound volume recorded locally (sent to remote)
1516  * It is expressed in dbm0.
1517 **/
1518 float linphone_call_get_record_volume(LinphoneCall *call){
1519         AudioStream *st=call->audiostream;
1520         if (st && st->volsend && !call->audio_muted && call->state==LinphoneCallStreamsRunning){
1521                 float vol=0;
1522                 ms_filter_call_method(st->volsend,MS_VOLUME_GET,&vol);
1523                 return vol;
1524
1525         }
1526         return LINPHONE_VOLUME_DB_LOWEST;
1527 }
1528
1529 /**
1530  * Obtain real-time quality rating of the call
1531  *
1532  * Based on local RTP statistics and RTCP feedback, a quality rating is computed and updated
1533  * during all the duration of the call. This function returns its value at the time of the function call.
1534  * It is expected that the rating is updated at least every 5 seconds or so.
1535  * The rating is a floating point number comprised between 0 and 5.
1536  *
1537  * 4-5 = good quality <br>
1538  * 3-4 = average quality <br>
1539  * 2-3 = poor quality <br>
1540  * 1-2 = very poor quality <br>
1541  * 0-1 = can't be worse, mostly unusable <br>
1542  *
1543  * @returns The function returns -1 if no quality measurement is available, for example if no
1544  * active audio stream exist. Otherwise it returns the quality rating.
1545 **/
1546 float linphone_call_get_current_quality(LinphoneCall *call){
1547         if (call->audiostream){
1548                 return audio_stream_get_quality_rating(call->audiostream);
1549         }
1550         return -1;
1551 }
1552
1553 /**
1554  * Returns call quality averaged over all the duration of the call.
1555  *
1556  * See linphone_call_get_current_quality() for more details about quality measurement.
1557 **/
1558 float linphone_call_get_average_quality(LinphoneCall *call){
1559         if (call->audiostream){
1560                 return audio_stream_get_average_quality_rating(call->audiostream);
1561         }
1562         return -1;
1563 }
1564
1565 /**
1566  * @}
1567 **/
1568
1569 static void display_bandwidth(RtpSession *as, RtpSession *vs){
1570         ms_message("bandwidth usage: audio=[d=%.1f,u=%.1f] video=[d=%.1f,u=%.1f] kbit/sec",
1571         (as!=NULL) ? (rtp_session_compute_recv_bandwidth(as)*1e-3) : 0,
1572         (as!=NULL) ? (rtp_session_compute_send_bandwidth(as)*1e-3) : 0,
1573         (vs!=NULL) ? (rtp_session_compute_recv_bandwidth(vs)*1e-3) : 0,
1574         (vs!=NULL) ? (rtp_session_compute_send_bandwidth(vs)*1e-3) : 0);
1575 }
1576
1577 static void linphone_core_disconnected(LinphoneCore *lc, LinphoneCall *call){
1578         char temp[256];
1579         char *from=NULL;
1580         if(call)
1581                 from = linphone_call_get_remote_address_as_string(call);
1582         if (from)
1583         {
1584                 snprintf(temp,sizeof(temp),"Remote end %s seems to have disconnected, the call is going to be closed.",from);
1585                 free(from);
1586         }
1587         else
1588         {
1589                 snprintf(temp,sizeof(temp),"Remote end seems to have disconnected, the call is going to be closed.");
1590         }
1591         if (lc->vtable.display_warning!=NULL)
1592                 lc->vtable.display_warning(lc,temp);
1593         linphone_core_terminate_call(lc,call);
1594 }
1595
1596 void linphone_call_background_tasks(LinphoneCall *call, bool_t one_second_elapsed){
1597         int disconnect_timeout = linphone_core_get_nortp_timeout(call->core);
1598         bool_t disconnected=FALSE;
1599
1600         if (call->state==LinphoneCallStreamsRunning && one_second_elapsed){
1601                 RtpSession *as=NULL,*vs=NULL;
1602                 float audio_load=0, video_load=0;
1603                 if (call->audiostream!=NULL){
1604                         as=call->audiostream->session;
1605                         if (call->audiostream->ticker)
1606                                 audio_load=ms_ticker_get_average_load(call->audiostream->ticker);
1607                 }
1608                 if (call->videostream!=NULL){
1609                         if (call->videostream->ticker)
1610                                 video_load=ms_ticker_get_average_load(call->videostream->ticker);
1611                         vs=call->videostream->session;
1612                 }
1613                 display_bandwidth(as,vs);
1614                 ms_message("Thread processing load: audio=%f\tvideo=%f",audio_load,video_load);
1615         }
1616 #ifdef VIDEO_ENABLED
1617         if (call->videostream!=NULL) {
1618                 // Beware that the application queue should not depend on treatments fron the
1619                 // mediastreamer queue.
1620                 video_stream_iterate(call->videostream);
1621
1622                 if (call->videostream_app_evq){
1623                         OrtpEvent *ev;
1624                         while (NULL != (ev=ortp_ev_queue_get(call->videostream_app_evq))){
1625                                 OrtpEventType evt=ortp_event_get_type(ev);
1626                                 if (evt == ORTP_EVENT_ZRTP_ENCRYPTION_CHANGED){
1627                                         OrtpEventData *evd=ortp_event_get_data(ev);
1628                                         linphone_call_videostream_encryption_changed(call, evd->info.zrtp_stream_encrypted);
1629                                 }
1630                                 ortp_event_destroy(ev);
1631                         }
1632                 }
1633         }
1634 #endif
1635         if (call->audiostream!=NULL) {
1636                 // Beware that the application queue should not depend on treatments fron the
1637                 // mediastreamer queue.
1638                 audio_stream_iterate(call->audiostream);
1639
1640                 if (call->audiostream_app_evq){
1641                         OrtpEvent *ev;
1642                         while (NULL != (ev=ortp_ev_queue_get(call->audiostream_app_evq))){
1643                                 OrtpEventType evt=ortp_event_get_type(ev);
1644                                 if (evt == ORTP_EVENT_ZRTP_ENCRYPTION_CHANGED){
1645                                         OrtpEventData *evd=ortp_event_get_data(ev);
1646                                         linphone_call_audiostream_encryption_changed(call, evd->info.zrtp_stream_encrypted);
1647                                 } else if (evt == ORTP_EVENT_ZRTP_SAS_READY) {
1648                                         OrtpEventData *evd=ortp_event_get_data(ev);
1649                                         linphone_call_audiostream_auth_token_ready(call, evd->info.zrtp_sas.sas, evd->info.zrtp_sas.verified);
1650                                 }
1651                                 ortp_event_destroy(ev);
1652                         }
1653                 }
1654         }
1655         if (call->state==LinphoneCallStreamsRunning && one_second_elapsed && call->audiostream!=NULL && disconnect_timeout>0 )
1656                 disconnected=!audio_stream_alive(call->audiostream,disconnect_timeout);
1657         if (disconnected)
1658                 linphone_core_disconnected(call->core,call);
1659 }
1660
1661 void linphone_call_log_completed(LinphoneCall *call){
1662         LinphoneCore *lc=call->core;
1663
1664         call->log->duration=time(NULL)-call->start_time;
1665
1666         if (call->log->status==LinphoneCallMissed){
1667                 char *info;
1668                 lc->missed_calls++;
1669                 info=ortp_strdup_printf(ngettext("You have missed %i call.",
1670                                          "You have missed %i calls.", lc->missed_calls),
1671                                 lc->missed_calls);
1672         if (lc->vtable.display_status!=NULL)
1673             lc->vtable.display_status(lc,info);
1674                 ms_free(info);
1675         }
1676         lc->call_logs=ms_list_prepend(lc->call_logs,(void *)call->log);
1677         if (ms_list_size(lc->call_logs)>lc->max_call_logs){
1678                 MSList *elem,*prevelem=NULL;
1679                 /*find the last element*/
1680                 for(elem=lc->call_logs;elem!=NULL;elem=elem->next){
1681                         prevelem=elem;
1682                 }
1683                 elem=prevelem;
1684                 linphone_call_log_destroy((LinphoneCallLog*)elem->data);
1685                 lc->call_logs=ms_list_remove_link(lc->call_logs,elem);
1686         }
1687         if (lc->vtable.call_log_updated!=NULL){
1688                 lc->vtable.call_log_updated(lc,call->log);
1689         }
1690         call_logs_write_to_config_file(lc);
1691 }
1692
1693 LinphoneCallState linphone_call_get_transfer_state(LinphoneCall *call) {
1694         return call->transfer_state;
1695 }
1696
1697 void linphone_call_set_transfer_state(LinphoneCall* call, LinphoneCallState state) {
1698         if (state != call->transfer_state) {
1699                 LinphoneCore* lc = call->core;
1700                 call->transfer_state = state;
1701                 if (lc->vtable.transfer_state_changed)
1702                         lc->vtable.transfer_state_changed(lc, call, state);
1703         }
1704 }
1705