?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
Remove mime entry from docs.
[pidgin-git.git] / libpurple / mediamanager.c
blobb0b223059700e9b6b3a348b2b93bb6841fc3c53c
1 /* purple
2 *
3 * Purple is the legal property of its developers, whose names are too numerous
4 * to list here. Please refer to the COPYRIGHT file distributed with this
5 * source distribution.
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02111-1301 USA
20 */
21
22 #include "internal.h"
23
24 #include "account.h"
25 #include "debug.h"
26 #include "media.h"
27 #include "mediamanager.h"
28
29 #ifdef USE_GSTREAMER
30 #include "media-gst.h"
31 #include <media/backend-fs2.h>
32 #endif /* USE_GSTREAMER */
33
34 #ifdef USE_VV
35 #include <farstream/fs-element-added-notifier.h>
36 #include <gst/video/videooverlay.h>
37 #ifdef HAVE_MEDIA_APPLICATION
38 #include <gst/app/app.h>
39 #endif
40 #endif /* USE_VV */
41
42 /** @copydoc _PurpleMediaOutputWindow */
43 typedef struct _PurpleMediaOutputWindow PurpleMediaOutputWindow;
44 /** @copydoc _PurpleMediaManagerPrivate */
45 typedef struct _PurpleMediaElementInfoPrivate PurpleMediaElementInfoPrivate;
46
47 struct _PurpleMediaOutputWindow
48 {
49 gulong id;
50 PurpleMedia *media;
51 gchar *session_id;
52 gchar *participant;
53 gulong window_id;
54 #ifdef USE_GSTREAMER
55 GstElement *sink;
56 #else
57 gpointer sink;
58 #endif
59 };
60
61 typedef struct
62 {
63 #ifdef USE_GSTREAMER
64 GstElement *pipeline;
65 PurpleMediaCaps ui_caps;
66 GList *medias;
67 GList *private_medias;
68 GList *elements;
69 GList *output_windows;
70 gulong next_output_window_id;
71 GType backend_type;
72 GstCaps *video_caps;
73
74 PurpleMediaElementInfo *video_src;
75 PurpleMediaElementInfo *video_sink;
76 PurpleMediaElementInfo *audio_src;
77 PurpleMediaElementInfo *audio_sink;
78
79 #if GST_CHECK_VERSION(1, 4, 0)
80 GstDeviceMonitor *device_monitor;
81 #endif /* GST_CHECK_VERSION(1, 4, 0) */
82
83 #ifdef HAVE_MEDIA_APPLICATION
84 /* Application data streams */
85 GList *appdata_info; /* holds PurpleMediaAppDataInfo */
86 GMutex appdata_mutex;
87 guint appdata_cb_token; /* last used read/write callback token */
88 #endif
89 #endif
90 } PurpleMediaManagerPrivate;
91
92 /**
93 * PurpleMediaManager:
94 *
95 * The media manager's data.
96 */
97 struct _PurpleMediaManager
98 {
99 GObject parent;
100
101 /*< private >*/
102 PurpleMediaManagerPrivate *priv;
103 };
104
105 #ifdef HAVE_MEDIA_APPLICATION
106 typedef struct {
107 PurpleMedia *media;
108 GWeakRef media_ref;
109 gchar *session_id;
110 gchar *participant;
111 PurpleMediaAppDataCallbacks callbacks;
112 gpointer user_data;
113 GDestroyNotify notify;
114 GstAppSrc *appsrc;
115 GstAppSink *appsink;
116 gint num_samples;
117 GstSample *current_sample;
118 guint sample_offset;
119 gboolean writable;
120 gboolean connected;
121 guint writable_cb_token;
122 guint readable_cb_token;
123 guint writable_timer_id;
124 guint readable_timer_id;
125 GCond readable_cond;
126 } PurpleMediaAppDataInfo;
127 #endif
128
129 #ifdef USE_VV
130 static void purple_media_manager_finalize (GObject *object);
131 #ifdef HAVE_MEDIA_APPLICATION
132 static void free_appdata_info_locked (PurpleMediaAppDataInfo *info);
133 #endif
134 static void purple_media_manager_init_device_monitor(PurpleMediaManager *manager);
135 static void purple_media_manager_register_static_elements(PurpleMediaManager *manager);
136
137
138 enum {
139 INIT_MEDIA,
140 INIT_PRIVATE_MEDIA,
141 UI_CAPS_CHANGED,
142 ELEMENTS_CHANGED,
143 LAST_SIGNAL
144 };
145 static guint purple_media_manager_signals[LAST_SIGNAL] = {0};
146
147 G_DEFINE_TYPE_WITH_PRIVATE(PurpleMediaManager, purple_media_manager,
148 G_TYPE_OBJECT);
149 #else
150 GType
151 purple_media_manager_get_type()
152 {
153 return G_TYPE_NONE;
154 }
155 #endif /* USE_VV */
156
157 #ifdef USE_VV
158 static void
159 purple_media_manager_class_init (PurpleMediaManagerClass *klass)
160 {
161 GObjectClass *gobject_class = (GObjectClass*)klass;
162
163 gobject_class->finalize = purple_media_manager_finalize;
164
165 purple_media_manager_signals[INIT_MEDIA] = g_signal_new ("init-media",
166 G_TYPE_FROM_CLASS (klass),
167 G_SIGNAL_RUN_LAST,
168 0, NULL, NULL, NULL,
169 G_TYPE_BOOLEAN, 3, PURPLE_TYPE_MEDIA,
170 G_TYPE_POINTER, G_TYPE_STRING);
171
172 purple_media_manager_signals[INIT_PRIVATE_MEDIA] =
173 g_signal_new ("init-private-media",
174 G_TYPE_FROM_CLASS (klass),
175 G_SIGNAL_RUN_LAST,
176 0, NULL, NULL, NULL,
177 G_TYPE_BOOLEAN, 3, PURPLE_TYPE_MEDIA,
178 G_TYPE_POINTER, G_TYPE_STRING);
179
180 purple_media_manager_signals[UI_CAPS_CHANGED] = g_signal_new ("ui-caps-changed",
181 G_TYPE_FROM_CLASS (klass),
182 G_SIGNAL_RUN_LAST,
183 0, NULL, NULL, NULL,
184 G_TYPE_NONE, 2, PURPLE_MEDIA_TYPE_CAPS,
185 PURPLE_MEDIA_TYPE_CAPS);
186
187 purple_media_manager_signals[ELEMENTS_CHANGED] =
188 g_signal_new("elements-changed",
189 G_TYPE_FROM_CLASS(klass),
190 G_SIGNAL_RUN_LAST | G_SIGNAL_DETAILED,
191 0, NULL, NULL, NULL,
192 G_TYPE_NONE, 0);
193 }
194
195 static void
196 purple_media_manager_init (PurpleMediaManager *media)
197 {
198 GError *error;
199
200 media->priv = purple_media_manager_get_instance_private(media);
201 media->priv->medias = NULL;
202 media->priv->private_medias = NULL;
203 media->priv->next_output_window_id = 1;
204 media->priv->backend_type = PURPLE_TYPE_MEDIA_BACKEND_FS2;
205 #ifdef HAVE_MEDIA_APPLICATION
206 media->priv->appdata_info = NULL;
207 g_mutex_init (&media->priv->appdata_mutex);
208 #endif
209 if (gst_init_check(NULL, NULL, &error)) {
210 purple_media_manager_register_static_elements(media);
211 purple_media_manager_init_device_monitor(media);
212 } else {
213 purple_debug_error("mediamanager",
214 "GStreamer failed to initialize: %s.",
215 error ? error->message : "");
216 if (error) {
217 g_error_free(error);
218 }
219 }
220
221 purple_prefs_add_none("/purple/media");
222 purple_prefs_add_none("/purple/media/audio");
223 purple_prefs_add_int("/purple/media/audio/silence_threshold", 5);
224 purple_prefs_add_none("/purple/media/audio/volume");
225 purple_prefs_add_int("/purple/media/audio/volume/input", 10);
226 purple_prefs_add_int("/purple/media/audio/volume/output", 10);
227 }
228
229 static void
230 purple_media_manager_finalize (GObject *media)
231 {
232 PurpleMediaManagerPrivate *priv =
233 purple_media_manager_get_instance_private(
234 PURPLE_MEDIA_MANAGER(media));
235
236 for (; priv->medias; priv->medias =
237 g_list_delete_link(priv->medias, priv->medias)) {
238 g_object_unref(priv->medias->data);
239 }
240 for (; priv->private_medias; priv->private_medias =
241 g_list_delete_link(priv->private_medias, priv->private_medias)) {
242 g_object_unref(priv->private_medias->data);
243 }
244 for (; priv->elements; priv->elements =
245 g_list_delete_link(priv->elements, priv->elements)) {
246 g_object_unref(priv->elements->data);
247 }
248 if (priv->video_caps)
249 gst_caps_unref(priv->video_caps);
250 #ifdef HAVE_MEDIA_APPLICATION
251 if (priv->appdata_info)
252 g_list_free_full (priv->appdata_info,
253 (GDestroyNotify) free_appdata_info_locked);
254 g_mutex_clear (&priv->appdata_mutex);
255 #endif
256 #if GST_CHECK_VERSION(1, 4, 0)
257 if (priv->device_monitor) {
258 gst_device_monitor_stop(priv->device_monitor);
259 g_object_unref(priv->device_monitor);
260 }
261 #endif /* GST_CHECK_VERSION(1, 4, 0) */
262
263 G_OBJECT_CLASS(purple_media_manager_parent_class)->finalize(media);
264 }
265 #endif
266
267 PurpleMediaManager *
268 purple_media_manager_get()
269 {
270 #ifdef USE_VV
271 static PurpleMediaManager *manager = NULL;
272
273 if (manager == NULL)
274 manager = PURPLE_MEDIA_MANAGER(g_object_new(purple_media_manager_get_type(), NULL));
275 return manager;
276 #else
277 return NULL;
278 #endif
279 }
280
281 #ifdef USE_VV
282 static gboolean
283 pipeline_bus_call(GstBus *bus, GstMessage *msg, PurpleMediaManager *manager)
284 {
285 switch(GST_MESSAGE_TYPE(msg)) {
286 case GST_MESSAGE_EOS:
287 purple_debug_info("mediamanager", "End of Stream\n");
288 break;
289 case GST_MESSAGE_ERROR: {
290 gchar *debug = NULL;
291 GError *err = NULL;
292
293 gst_message_parse_error(msg, &err, &debug);
294
295 purple_debug_error("mediamanager",
296 "gst pipeline error: %s\n",
297 err->message);
298 g_error_free(err);
299
300 if (debug) {
301 purple_debug_error("mediamanager",
302 "Debug details: %s\n", debug);
303 g_free (debug);
304 }
305 break;
306 }
307 default:
308 break;
309 }
310 return TRUE;
311 }
312 #endif
313
314 #ifdef USE_VV
315 GstElement *
316 purple_media_manager_get_pipeline(PurpleMediaManager *manager)
317 {
318 g_return_val_if_fail(PURPLE_IS_MEDIA_MANAGER(manager), NULL);
319
320 if (manager->priv->pipeline == NULL) {
321 FsElementAddedNotifier *notifier;
322 gchar *filename;
323 GError *err = NULL;
324 GKeyFile *keyfile;
325 GstBus *bus;
326 manager->priv->pipeline = gst_pipeline_new(NULL);
327
328 bus = gst_pipeline_get_bus(
329 GST_PIPELINE(manager->priv->pipeline));
330 gst_bus_add_signal_watch(GST_BUS(bus));
331 g_signal_connect(G_OBJECT(bus), "message",
332 G_CALLBACK(pipeline_bus_call), manager);
333 gst_bus_set_sync_handler(bus, gst_bus_sync_signal_handler, NULL, NULL);
334 gst_object_unref(bus);
335
336 filename = g_build_filename(purple_config_dir(),
337 "fs-element.conf", NULL);
338 keyfile = g_key_file_new();
339 if (!g_key_file_load_from_file(keyfile, filename,
340 G_KEY_FILE_NONE, &err)) {
341 if (err->code == 4)
342 purple_debug_info("mediamanager",
343 "Couldn't read "
344 "fs-element.conf: %s\n",
345 err->message);
346 else
347 purple_debug_error("mediamanager",
348 "Error reading "
349 "fs-element.conf: %s\n",
350 err->message);
351 g_error_free(err);
352 }
353 g_free(filename);
354
355 /* Hack to make alsasrc stop messing up audio timestamps */
356 if (!g_key_file_has_key(keyfile,
357 "alsasrc", "slave-method", NULL)) {
358 g_key_file_set_integer(keyfile,
359 "alsasrc", "slave-method", 2);
360 }
361
362 notifier = fs_element_added_notifier_new();
363 fs_element_added_notifier_add(notifier,
364 GST_BIN(manager->priv->pipeline));
365 fs_element_added_notifier_set_properties_from_keyfile(
366 notifier, keyfile);
367
368 gst_element_set_state(manager->priv->pipeline,
369 GST_STATE_PLAYING);
370 }
371
372 return manager->priv->pipeline;
373 }
374 #endif /* USE_VV */
375
376 static PurpleMedia *
377 create_media(PurpleMediaManager *manager,
378 PurpleAccount *account,
379 const char *conference_type,
380 const char *remote_user,
381 gboolean initiator,
382 gboolean private)
383 {
384 #ifdef USE_VV
385 PurpleMedia *media;
386 guint signal_id;
387
388 media = PURPLE_MEDIA(g_object_new(purple_media_get_type(),
389 "manager", manager,
390 "account", account,
391 "conference-type", conference_type,
392 "initiator", initiator,
393 NULL));
394
395 signal_id = private ?
396 purple_media_manager_signals[INIT_PRIVATE_MEDIA] :
397 purple_media_manager_signals[INIT_MEDIA];
398
399 if (g_signal_has_handler_pending(manager, signal_id, 0, FALSE)) {
400 gboolean signal_ret;
401
402 g_signal_emit(manager, signal_id, 0, media, account, remote_user,
403 &signal_ret);
404 if (signal_ret == FALSE) {
405 g_object_unref(media);
406 return NULL;
407 }
408 }
409
410 if (private)
411 manager->priv->private_medias = g_list_append(
412 manager->priv->private_medias, media);
413 else
414 manager->priv->medias = g_list_append(manager->priv->medias, media);
415 return media;
416 #else
417 return NULL;
418 #endif
419 }
420
421 static GList *
422 get_media(PurpleMediaManager *manager, gboolean private)
423 {
424 #ifdef USE_VV
425 if (private)
426 return manager->priv->private_medias;
427 else
428 return manager->priv->medias;
429 #else
430 return NULL;
431 #endif
432 }
433
434 static GList *
435 get_media_by_account(PurpleMediaManager *manager,
436 PurpleAccount *account, gboolean private)
437 {
438 #ifdef USE_VV
439 GList *media = NULL;
440 GList *iter;
441
442 g_return_val_if_fail(PURPLE_IS_MEDIA_MANAGER(manager), NULL);
443
444 if (private)
445 iter = manager->priv->private_medias;
446 else
447 iter = manager->priv->medias;
448 for (; iter; iter = g_list_next(iter)) {
449 if (purple_media_get_account(iter->data) == account) {
450 media = g_list_prepend(media, iter->data);
451 }
452 }
453
454 return media;
455 #else
456 return NULL;
457 #endif
458 }
459
460 void
461 purple_media_manager_remove_media(PurpleMediaManager *manager, PurpleMedia *media)
462 {
463 #ifdef USE_VV
464 GList *list;
465 GList **medias = NULL;
466
467 g_return_if_fail(manager != NULL);
468
469 if ((list = g_list_find(manager->priv->medias, media))) {
470 medias = &manager->priv->medias;
471 } else if ((list = g_list_find(manager->priv->private_medias, media))) {
472 medias = &manager->priv->private_medias;
473 }
474
475 if (list) {
476 *medias = g_list_delete_link(*medias, list);
477
478 #ifdef HAVE_MEDIA_APPLICATION
479 g_mutex_lock (&manager->priv->appdata_mutex);
480 list = manager->priv->appdata_info;
481 while (list) {
482 PurpleMediaAppDataInfo *info = list->data;
483 GList *next = list->next;
484
485 if (info->media == media) {
486 manager->priv->appdata_info = g_list_delete_link (
487 manager->priv->appdata_info, list);
488 free_appdata_info_locked (info);
489 }
490
491 list = next;
492 }
493 g_mutex_unlock (&manager->priv->appdata_mutex);
494 #endif
495 }
496 #endif
497 }
498
499 PurpleMedia *
500 purple_media_manager_create_media(PurpleMediaManager *manager,
501 PurpleAccount *account,
502 const char *conference_type,
503 const char *remote_user,
504 gboolean initiator)
505 {
506 return create_media (manager, account, conference_type,
507 remote_user, initiator, FALSE);
508 }
509
510 GList *
511 purple_media_manager_get_media(PurpleMediaManager *manager)
512 {
513 return get_media (manager, FALSE);
514 }
515
516 GList *
517 purple_media_manager_get_media_by_account(PurpleMediaManager *manager,
518 PurpleAccount *account)
519 {
520 return get_media_by_account (manager, account, FALSE);
521 }
522
523 PurpleMedia *
524 purple_media_manager_create_private_media(PurpleMediaManager *manager,
525 PurpleAccount *account,
526 const char *conference_type,
527 const char *remote_user,
528 gboolean initiator)
529 {
530 return create_media (manager, account, conference_type,
531 remote_user, initiator, TRUE);
532 }
533
534 GList *
535 purple_media_manager_get_private_media(PurpleMediaManager *manager)
536 {
537 return get_media (manager, TRUE);
538 }
539
540 GList *
541 purple_media_manager_get_private_media_by_account(PurpleMediaManager *manager,
542 PurpleAccount *account)
543 {
544 return get_media_by_account (manager, account, TRUE);
545 }
546
547 #ifdef HAVE_MEDIA_APPLICATION
548 static void
549 free_appdata_info_locked (PurpleMediaAppDataInfo *info)
550 {
551 GstAppSrcCallbacks null_src_cb = { NULL, NULL, NULL, { NULL } };
552 GstAppSinkCallbacks null_sink_cb = { NULL, NULL, NULL , { NULL } };
553
554 if (info->notify)
555 info->notify (info->user_data);
556
557 info->media = NULL;
558 if (info->appsrc) {
559 /* Will call appsrc_destroyed. */
560 gst_app_src_set_callbacks (info->appsrc, &null_src_cb,
561 NULL, NULL);
562 }
563 if (info->appsink) {
564 /* Will call appsink_destroyed. */
565 gst_app_sink_set_callbacks (info->appsink, &null_sink_cb,
566 NULL, NULL);
567 }
568
569 /* Make sure no other thread is using the structure */
570 g_free (info->session_id);
571 g_free (info->participant);
572
573 /* This lets the potential read or write callbacks waiting for appdata_mutex
574 * know the info structure has been destroyed. */
575 info->readable_cb_token = 0;
576 info->writable_cb_token = 0;
577
578 if (info->readable_timer_id) {
579 g_source_remove (info->readable_timer_id);
580 info->readable_timer_id = 0;
581 }
582
583 if (info->writable_timer_id) {
584 g_source_remove (info->writable_timer_id);
585 info->writable_timer_id = 0;
586 }
587
588 if (info->current_sample)
589 gst_sample_unref (info->current_sample);
590 info->current_sample = NULL;
591
592 /* Unblock any reading thread before destroying the GCond */
593 g_cond_broadcast (&info->readable_cond);
594
595 g_cond_clear (&info->readable_cond);
596
597 g_slice_free (PurpleMediaAppDataInfo, info);
598 }
599
600 /*
601 * Get an app data info struct associated with a session and lock the mutex
602 * We don't want to return an info struct and unlock then it gets destroyed
603 * so we need to return it with the lock still taken
604 */
605 static PurpleMediaAppDataInfo *
606 get_app_data_info_and_lock (PurpleMediaManager *manager,
607 PurpleMedia *media, const gchar *session_id, const gchar *participant)
608 {
609 GList *i;
610
611 g_mutex_lock (&manager->priv->appdata_mutex);
612 for (i = manager->priv->appdata_info; i; i = i->next) {
613 PurpleMediaAppDataInfo *info = i->data;
614
615 if (info->media == media &&
616 purple_strequal (info->session_id, session_id) &&
617 (participant == NULL ||
618 purple_strequal (info->participant, participant))) {
619 return info;
620 }
621 }
622
623 return NULL;
624 }
625
626 /*
627 * Get an app data info struct associated with a session and lock the mutex
628 * if it doesn't exist, we create it.
629 */
630 static PurpleMediaAppDataInfo *
631 ensure_app_data_info_and_lock (PurpleMediaManager *manager, PurpleMedia *media,
632 const gchar *session_id, const gchar *participant)
633 {
634 PurpleMediaAppDataInfo * info = get_app_data_info_and_lock (manager, media,
635 session_id, participant);
636
637 if (info == NULL) {
638 info = g_slice_new0 (PurpleMediaAppDataInfo);
639 info->media = media;
640 g_weak_ref_init (&info->media_ref, media);
641 info->session_id = g_strdup (session_id);
642 info->participant = g_strdup (participant);
643 g_cond_init (&info->readable_cond);
644 manager->priv->appdata_info = g_list_prepend (
645 manager->priv->appdata_info, info);
646 }
647
648 return info;
649 }
650 #endif
651
652
653 #ifdef USE_VV
654 static void
655 request_pad_unlinked_cb(GstPad *pad, GstPad *peer, gpointer user_data)
656 {
657 GstElement *parent = GST_ELEMENT_PARENT(pad);
658 GstIterator *iter;
659 GValue tmp = G_VALUE_INIT;
660 GstPad *remaining_pad;
661 GstIteratorResult result;
662
663 gst_element_release_request_pad(parent, pad);
664
665 iter = gst_element_iterate_src_pads(parent);
666
667 result = gst_iterator_next(iter, &tmp);
668
669 if (result == GST_ITERATOR_DONE) {
670 gst_element_set_locked_state(parent, TRUE);
671 gst_element_set_state(parent, GST_STATE_NULL);
672 gst_bin_remove(GST_BIN(GST_ELEMENT_PARENT(parent)), parent);
673 } else if (result == GST_ITERATOR_OK) {
674 remaining_pad = g_value_get_object(&tmp);
675 g_value_reset(&tmp);
676 gst_object_unref(remaining_pad);
677 }
678
679 gst_iterator_free(iter);
680 }
681
682 static void
683 nonunique_src_unlinked_cb(GstPad *pad, GstPad *peer, gpointer user_data)
684 {
685 GstElement *element = GST_ELEMENT_PARENT(pad);
686 gst_element_set_locked_state(element, TRUE);
687 gst_element_set_state(element, GST_STATE_NULL);
688 gst_bin_remove(GST_BIN(GST_ELEMENT_PARENT(element)), element);
689 }
690
691 void
692 purple_media_manager_set_video_caps(PurpleMediaManager *manager, GstCaps *caps)
693 {
694 if (manager->priv->video_caps)
695 gst_caps_unref(manager->priv->video_caps);
696
697 manager->priv->video_caps = caps;
698
699 if (manager->priv->pipeline && manager->priv->video_src) {
700 gchar *id = purple_media_element_info_get_id(manager->priv->video_src);
701 GstElement *src = gst_bin_get_by_name(GST_BIN(manager->priv->pipeline), id);
702
703 if (src) {
704 GstElement *capsfilter = gst_bin_get_by_name(GST_BIN(src), "protocol_video_caps");
705 if (capsfilter) {
706 g_object_set(G_OBJECT(capsfilter), "caps", caps, NULL);
707 gst_object_unref (capsfilter);
708 }
709 gst_object_unref (src);
710 }
711
712 g_free(id);
713 }
714 }
715
716 GstCaps *
717 purple_media_manager_get_video_caps(PurpleMediaManager *manager)
718 {
719 if (manager->priv->video_caps == NULL)
720 manager->priv->video_caps = gst_caps_from_string("video/x-raw,"
721 "width=[250,352], height=[200,288], framerate=[1/1,20/1]");
722 return manager->priv->video_caps;
723 }
724 #endif /* USE_VV */
725
726 #ifdef HAVE_MEDIA_APPLICATION
727 /*
728 * Calls the appdata writable callback from the main thread.
729 * This needs to grab the appdata lock and make sure it didn't get destroyed
730 * before calling the callback.
731 */
732 static gboolean
733 appsrc_writable (gpointer user_data)
734 {
735 PurpleMediaManager *manager = purple_media_manager_get ();
736 PurpleMediaAppDataInfo *info = user_data;
737 void (*writable_cb) (PurpleMediaManager *manager, PurpleMedia *media,
738 const gchar *session_id, const gchar *participant, gboolean writable,
739 gpointer user_data);
740 PurpleMedia *media;
741 gchar *session_id;
742 gchar *participant;
743 gboolean writable;
744 gpointer cb_data;
745 guint *cb_token_ptr = &info->writable_cb_token;
746 guint cb_token = *cb_token_ptr;
747
748
749 g_mutex_lock (&manager->priv->appdata_mutex);
750 if (cb_token == 0 || cb_token != *cb_token_ptr) {
751 /* In case info was freed while we were waiting for the mutex to unlock
752 * we still have a pointer to the cb_token which should still be
753 * accessible since it's in the Glib slice allocator. It gets set to 0
754 * just after the timeout is canceled which happens also before the
755 * AppDataInfo is freed, so even if that memory slice gets reused, the
756 * cb_token would be different from its previous value (unless
757 * extremely unlucky). So checking if the value for the cb_token changed
758 * should be enough to prevent any kind of race condition in which the
759 * media/AppDataInfo gets destroyed in one thread while the timeout was
760 * triggered and is waiting on the mutex to get unlocked in this thread
761 */
762 g_mutex_unlock (&manager->priv->appdata_mutex);
763 return FALSE;
764 }
765 writable_cb = info->callbacks.writable;
766 media = g_weak_ref_get (&info->media_ref);
767 session_id = g_strdup (info->session_id);
768 participant = g_strdup (info->participant);
769 writable = info->writable && info->connected;
770 cb_data = info->user_data;
771
772 info->writable_cb_token = 0;
773 g_mutex_unlock (&manager->priv->appdata_mutex);
774
775
776 if (writable_cb && media)
777 writable_cb (manager, media, session_id, participant, writable,
778 cb_data);
779
780 g_object_unref (media);
781 g_free (session_id);
782 g_free (participant);
783
784 return FALSE;
785 }
786
787 /*
788 * Schedule a writable callback to be called from the main thread.
789 * We need to do this because need-data/enough-data signals from appsrc
790 * will come from the streaming thread and we need to create
791 * a source that we attach to the main context but we can't use
792 * g_main_context_invoke since we need to be able to cancel the source if the
793 * media gets destroyed.
794 * We use a timeout source instead of idle source, so the callback gets a higher
795 * priority
796 */
797 static void
798 call_appsrc_writable_locked (PurpleMediaAppDataInfo *info)
799 {
800 PurpleMediaManager *manager = purple_media_manager_get ();
801
802 /* We already have a writable callback scheduled, don't create another one */
803 if (info->writable_cb_token || info->callbacks.writable == NULL)
804 return;
805
806 /* We can't use writable_timer_id as a token, because the timeout is added
807 * into libpurple's main event loop, which runs in a different thread than
808 * from where call_appsrc_writable_locked() was called. Consequently, the
809 * callback may run even before g_timeout_add() returns the timer ID
810 * to us. */
811 info->writable_cb_token = ++manager->priv->appdata_cb_token;
812 info->writable_timer_id = g_timeout_add (0, appsrc_writable, info);
813 }
814
815 static void
816 appsrc_need_data (GstAppSrc *appsrc, guint length, gpointer user_data)
817 {
818 PurpleMediaAppDataInfo *info = user_data;
819 PurpleMediaManager *manager = purple_media_manager_get ();
820
821 g_mutex_lock (&manager->priv->appdata_mutex);
822 if (!info->writable) {
823 info->writable = TRUE;
824 /* Only signal writable if we also established a connection */
825 if (info->connected)
826 call_appsrc_writable_locked (info);
827 }
828 g_mutex_unlock (&manager->priv->appdata_mutex);
829 }
830
831 static void
832 appsrc_enough_data (GstAppSrc *appsrc, gpointer user_data)
833 {
834 PurpleMediaAppDataInfo *info = user_data;
835 PurpleMediaManager *manager = purple_media_manager_get ();
836
837 g_mutex_lock (&manager->priv->appdata_mutex);
838 if (info->writable) {
839 info->writable = FALSE;
840 call_appsrc_writable_locked (info);
841 }
842 g_mutex_unlock (&manager->priv->appdata_mutex);
843 }
844
845 static gboolean
846 appsrc_seek_data (GstAppSrc *appsrc, guint64 offset, gpointer user_data)
847 {
848 return FALSE;
849 }
850
851 static void
852 appsrc_destroyed (PurpleMediaAppDataInfo *info)
853 {
854 PurpleMediaManager *manager;
855
856 if (!info->media) {
857 /* PurpleMediaAppDataInfo is being freed. Return at once. */
858 return;
859 }
860
861 manager = purple_media_manager_get ();
862
863 g_mutex_lock (&manager->priv->appdata_mutex);
864 info->appsrc = NULL;
865 if (info->writable) {
866 info->writable = FALSE;
867 call_appsrc_writable_locked (info);
868 }
869 g_mutex_unlock (&manager->priv->appdata_mutex);
870 }
871
872 static void
873 media_established_cb (PurpleMedia *media,const gchar *session_id,
874 const gchar *participant, PurpleMediaCandidate *local_candidate,
875 PurpleMediaCandidate *remote_candidate, PurpleMediaAppDataInfo *info)
876 {
877 PurpleMediaManager *manager = purple_media_manager_get ();
878
879 g_mutex_lock (&manager->priv->appdata_mutex);
880 info->connected = TRUE;
881 /* We established the connection, if we were writable, then we need to
882 * signal it now */
883 if (info->writable)
884 call_appsrc_writable_locked (info);
885 g_mutex_unlock (&manager->priv->appdata_mutex);
886 }
887
888 static GstElement *
889 create_send_appsrc(PurpleMediaElementInfo *element_info, PurpleMedia *media,
890 const gchar *session_id, const gchar *participant)
891 {
892 PurpleMediaManager *manager = purple_media_manager_get ();
893 PurpleMediaAppDataInfo * info = ensure_app_data_info_and_lock (manager,
894 media, session_id, participant);
895 GstElement *appsrc = (GstElement *)info->appsrc;
896
897 if (appsrc == NULL) {
898 GstAppSrcCallbacks callbacks = {appsrc_need_data, appsrc_enough_data,
899 appsrc_seek_data, {NULL}};
900 GstCaps *caps = gst_caps_new_empty_simple ("application/octet-stream");
901
902 appsrc = gst_element_factory_make("appsrc", NULL);
903
904 info->appsrc = (GstAppSrc *)appsrc;
905
906 gst_app_src_set_caps (info->appsrc, caps);
907 gst_app_src_set_callbacks (info->appsrc,
908 &callbacks, info, (GDestroyNotify) appsrc_destroyed);
909 g_signal_connect (media, "candidate-pair-established",
910 (GCallback) media_established_cb, info);
911 gst_caps_unref (caps);
912 }
913
914 g_mutex_unlock (&manager->priv->appdata_mutex);
915 return appsrc;
916 }
917
918 static void
919 appsink_eos (GstAppSink *appsink, gpointer user_data)
920 {
921 }
922
923 static GstFlowReturn
924 appsink_new_preroll (GstAppSink *appsink, gpointer user_data)
925 {
926 return GST_FLOW_OK;
927 }
928
929 static gboolean
930 appsink_readable (gpointer user_data)
931 {
932 PurpleMediaManager *manager = purple_media_manager_get ();
933 PurpleMediaAppDataInfo *info = user_data;
934 void (*readable_cb) (PurpleMediaManager *manager, PurpleMedia *media,
935 const gchar *session_id, const gchar *participant, gpointer user_data);
936 PurpleMedia *media;
937 gchar *session_id;
938 gchar *participant;
939 gpointer cb_data;
940 guint *cb_token_ptr = &info->readable_cb_token;
941 guint cb_token = *cb_token_ptr;
942 gboolean run_again = FALSE;
943
944 g_mutex_lock (&manager->priv->appdata_mutex);
945 if (cb_token == 0 || cb_token != *cb_token_ptr) {
946 /* Avoided a race condition (see writable callback) */
947 g_mutex_unlock (&manager->priv->appdata_mutex);
948 return FALSE;
949 }
950
951 if (info->callbacks.readable &&
952 (info->num_samples > 0 || info->current_sample != NULL)) {
953 readable_cb = info->callbacks.readable;
954 media = g_weak_ref_get (&info->media_ref);
955 session_id = g_strdup (info->session_id);
956 participant = g_strdup (info->participant);
957 cb_data = info->user_data;
958 g_mutex_unlock (&manager->priv->appdata_mutex);
959
960 if (readable_cb)
961 readable_cb (manager, media, session_id, participant, cb_data);
962
963 g_mutex_lock (&manager->priv->appdata_mutex);
964 g_object_unref (media);
965 g_free (session_id);
966 g_free (participant);
967 if (cb_token == 0 || cb_token != *cb_token_ptr) {
968 /* We got cancelled */
969 g_mutex_unlock (&manager->priv->appdata_mutex);
970 return FALSE;
971 }
972 }
973
974 /* Do we still have samples? Schedule appsink_readable again. We break here
975 * so that other events get a chance to be processed too. */
976 if (info->num_samples > 0 || info->current_sample != NULL) {
977 run_again = TRUE;
978 } else {
979 info->readable_cb_token = 0;
980 }
981
982 g_mutex_unlock (&manager->priv->appdata_mutex);
983 return run_again;
984 }
985
986 static void
987 call_appsink_readable_locked (PurpleMediaAppDataInfo *info)
988 {
989 PurpleMediaManager *manager = purple_media_manager_get ();
990
991 /* We must signal that a new sample has arrived to release blocking reads */
992 g_cond_broadcast (&info->readable_cond);
993
994 /* We already have a writable callback scheduled, don't create another one */
995 if (info->readable_cb_token || info->callbacks.readable == NULL)
996 return;
997
998 info->readable_cb_token = ++manager->priv->appdata_cb_token;
999 info->readable_timer_id = g_timeout_add (0, appsink_readable, info);
1000 }
1001
1002 static GstFlowReturn
1003 appsink_new_sample (GstAppSink *appsink, gpointer user_data)
1004 {
1005 PurpleMediaManager *manager = purple_media_manager_get ();
1006 PurpleMediaAppDataInfo *info = user_data;
1007
1008 g_mutex_lock (&manager->priv->appdata_mutex);
1009 info->num_samples++;
1010 call_appsink_readable_locked (info);
1011 g_mutex_unlock (&manager->priv->appdata_mutex);
1012
1013 return GST_FLOW_OK;
1014 }
1015
1016 static void
1017 appsink_destroyed (PurpleMediaAppDataInfo *info)
1018 {
1019 PurpleMediaManager *manager;
1020
1021 if (!info->media) {
1022 /* PurpleMediaAppDataInfo is being freed. Return at once. */
1023 return;
1024 }
1025
1026 manager = purple_media_manager_get ();
1027
1028 g_mutex_lock (&manager->priv->appdata_mutex);
1029 info->appsink = NULL;
1030 info->num_samples = 0;
1031 g_mutex_unlock (&manager->priv->appdata_mutex);
1032 }
1033
1034 static GstElement *
1035 create_recv_appsink(PurpleMediaElementInfo *element_info, PurpleMedia *media,
1036 const gchar *session_id, const gchar *participant)
1037 {
1038 PurpleMediaManager *manager = purple_media_manager_get ();
1039 PurpleMediaAppDataInfo * info = ensure_app_data_info_and_lock (manager,
1040 media, session_id, participant);
1041 GstElement *appsink = (GstElement *)info->appsink;
1042
1043 if (appsink == NULL) {
1044 GstAppSinkCallbacks callbacks = {appsink_eos, appsink_new_preroll,
1045 appsink_new_sample, {NULL}};
1046 GstCaps *caps = gst_caps_new_empty_simple ("application/octet-stream");
1047
1048 appsink = gst_element_factory_make("appsink", NULL);
1049
1050 info->appsink = (GstAppSink *)appsink;
1051
1052 gst_app_sink_set_caps (info->appsink, caps);
1053 gst_app_sink_set_callbacks (info->appsink,
1054 &callbacks, info, (GDestroyNotify) appsink_destroyed);
1055 gst_caps_unref (caps);
1056
1057 }
1058
1059 g_mutex_unlock (&manager->priv->appdata_mutex);
1060 return appsink;
1061 }
1062 #endif /* HAVE_MEDIA_APPLICATION */
1063
1064 #ifdef USE_VV
1065 static PurpleMediaElementInfo *
1066 get_send_application_element_info ()
1067 {
1068 static PurpleMediaElementInfo *info = NULL;
1069
1070 #ifdef HAVE_MEDIA_APPLICATION
1071 if (info == NULL) {
1072 info = g_object_new(PURPLE_TYPE_MEDIA_ELEMENT_INFO,
1073 "id", "pidginappsrc",
1074 "name", "Pidgin Application Source",
1075 "type", PURPLE_MEDIA_ELEMENT_APPLICATION
1076 | PURPLE_MEDIA_ELEMENT_SRC
1077 | PURPLE_MEDIA_ELEMENT_ONE_SRC,
1078 "create-cb", create_send_appsrc, NULL);
1079 }
1080 #endif
1081
1082 return info;
1083 }
1084
1085 static PurpleMediaElementInfo *
1086 get_recv_application_element_info ()
1087 {
1088 static PurpleMediaElementInfo *info = NULL;
1089
1090 #ifdef HAVE_MEDIA_APPLICATION
1091 if (info == NULL) {
1092 info = g_object_new(PURPLE_TYPE_MEDIA_ELEMENT_INFO,
1093 "id", "pidginappsink",
1094 "name", "Pidgin Application Sink",
1095 "type", PURPLE_MEDIA_ELEMENT_APPLICATION
1096 | PURPLE_MEDIA_ELEMENT_SINK
1097 | PURPLE_MEDIA_ELEMENT_ONE_SINK,
1098 "create-cb", create_recv_appsink, NULL);
1099 }
1100 #endif
1101
1102 return info;
1103 }
1104
1105 GstElement *
1106 purple_media_manager_get_element(PurpleMediaManager *manager,
1107 PurpleMediaSessionType type, PurpleMedia *media,
1108 const gchar *session_id, const gchar *participant)
1109 {
1110 GstElement *ret = NULL;
1111 PurpleMediaElementInfo *info = NULL;
1112 PurpleMediaElementType element_type;
1113
1114 if (type & PURPLE_MEDIA_SEND_AUDIO)
1115 info = manager->priv->audio_src;
1116 else if (type & PURPLE_MEDIA_RECV_AUDIO)
1117 info = manager->priv->audio_sink;
1118 else if (type & PURPLE_MEDIA_SEND_VIDEO)
1119 info = manager->priv->video_src;
1120 else if (type & PURPLE_MEDIA_RECV_VIDEO)
1121 info = manager->priv->video_sink;
1122 else if (type & PURPLE_MEDIA_SEND_APPLICATION)
1123 info = get_send_application_element_info ();
1124 else if (type & PURPLE_MEDIA_RECV_APPLICATION)
1125 info = get_recv_application_element_info ();
1126
1127 if (info == NULL)
1128 return NULL;
1129
1130 element_type = purple_media_element_info_get_element_type(info);
1131
1132 if (element_type & PURPLE_MEDIA_ELEMENT_UNIQUE &&
1133 element_type & PURPLE_MEDIA_ELEMENT_SRC) {
1134 GstElement *tee;
1135 GstPad *pad;
1136 GstPad *ghost;
1137 gchar *id = purple_media_element_info_get_id(info);
1138
1139 ret = gst_bin_get_by_name(GST_BIN(
1140 purple_media_manager_get_pipeline(
1141 manager)), id);
1142
1143 if (ret == NULL) {
1144 GstElement *bin, *fakesink;
1145 ret = purple_media_element_info_call_create(info,
1146 media, session_id, participant);
1147 bin = gst_bin_new(id);
1148 tee = gst_element_factory_make("tee", "tee");
1149 gst_bin_add_many(GST_BIN(bin), ret, tee, NULL);
1150
1151 if (type & PURPLE_MEDIA_SEND_VIDEO) {
1152 GstElement *videoscale;
1153 GstElement *capsfilter;
1154
1155 videoscale = gst_element_factory_make("videoscale", NULL);
1156 capsfilter = gst_element_factory_make("capsfilter", "protocol_video_caps");
1157
1158 g_object_set(G_OBJECT(capsfilter),
1159 "caps", purple_media_manager_get_video_caps(manager), NULL);
1160
1161 gst_bin_add_many(GST_BIN(bin), videoscale, capsfilter, NULL);
1162 gst_element_link_many(ret, videoscale, capsfilter, tee, NULL);
1163 } else
1164 gst_element_link(ret, tee);
1165
1166 /*
1167 * This shouldn't be necessary, but it stops it from
1168 * giving a not-linked error upon destruction
1169 */
1170 fakesink = gst_element_factory_make("fakesink", NULL);
1171 g_object_set(fakesink,
1172 "async", FALSE,
1173 "sync", FALSE,
1174 "enable-last-sample", FALSE,
1175 NULL);
1176 gst_bin_add(GST_BIN(bin), fakesink);
1177 gst_element_link(tee, fakesink);
1178
1179 ret = bin;
1180 gst_object_ref(ret);
1181 gst_bin_add(GST_BIN(purple_media_manager_get_pipeline(
1182 manager)), ret);
1183 }
1184 g_free(id);
1185
1186 tee = gst_bin_get_by_name(GST_BIN(ret), "tee");
1187 pad = gst_element_get_request_pad(tee, "src_%u");
1188 gst_object_unref(tee);
1189 ghost = gst_ghost_pad_new(NULL, pad);
1190 gst_object_unref(pad);
1191 g_signal_connect(GST_PAD(ghost), "unlinked",
1192 G_CALLBACK(request_pad_unlinked_cb), NULL);
1193 gst_pad_set_active(ghost, TRUE);
1194 gst_element_add_pad(ret, ghost);
1195 } else {
1196 ret = purple_media_element_info_call_create(info,
1197 media, session_id, participant);
1198 if (element_type & PURPLE_MEDIA_ELEMENT_SRC) {
1199 GstPad *pad = gst_element_get_static_pad(ret, "src");
1200 g_signal_connect(pad, "unlinked",
1201 G_CALLBACK(nonunique_src_unlinked_cb), NULL);
1202 gst_object_unref(pad);
1203 gst_object_ref(ret);
1204 gst_bin_add(GST_BIN(purple_media_manager_get_pipeline(manager)),
1205 ret);
1206 }
1207 }
1208
1209 if (ret == NULL)
1210 purple_debug_error("media", "Error creating source or sink\n");
1211
1212 return ret;
1213 }
1214
1215 PurpleMediaElementInfo *
1216 purple_media_manager_get_element_info(PurpleMediaManager *manager,
1217 const gchar *id)
1218 {
1219 GList *iter;
1220
1221 g_return_val_if_fail(PURPLE_IS_MEDIA_MANAGER(manager), NULL);
1222 g_return_val_if_fail(id != NULL, NULL);
1223
1224 iter = manager->priv->elements;
1225
1226 for (; iter; iter = g_list_next(iter)) {
1227 gchar *element_id =
1228 purple_media_element_info_get_id(iter->data);
1229 if (purple_strequal(element_id, id)) {
1230 g_free(element_id);
1231 g_object_ref(iter->data);
1232 return iter->data;
1233 }
1234 g_free(element_id);
1235 }
1236
1237 return NULL;
1238 }
1239
1240 static GQuark
1241 element_info_to_detail(PurpleMediaElementInfo *info)
1242 {
1243 PurpleMediaElementType type;
1244
1245 type = purple_media_element_info_get_element_type(info);
1246
1247 if (type & PURPLE_MEDIA_ELEMENT_AUDIO) {
1248 if (type & PURPLE_MEDIA_ELEMENT_SRC) {
1249 return g_quark_from_string("audiosrc");
1250 } else if (type & PURPLE_MEDIA_ELEMENT_SINK) {
1251 return g_quark_from_string("audiosink");
1252 }
1253 } else if (type & PURPLE_MEDIA_ELEMENT_VIDEO) {
1254 if (type & PURPLE_MEDIA_ELEMENT_SRC) {
1255 return g_quark_from_string("videosrc");
1256 } else if (type & PURPLE_MEDIA_ELEMENT_SINK) {
1257 return g_quark_from_string("videosink");
1258 }
1259 }
1260
1261 return 0;
1262 }
1263
1264 gboolean
1265 purple_media_manager_register_element(PurpleMediaManager *manager,
1266 PurpleMediaElementInfo *info)
1267 {
1268 PurpleMediaElementInfo *info2;
1269 gchar *id;
1270 GQuark detail;
1271
1272 g_return_val_if_fail(PURPLE_IS_MEDIA_MANAGER(manager), FALSE);
1273 g_return_val_if_fail(info != NULL, FALSE);
1274
1275 id = purple_media_element_info_get_id(info);
1276 info2 = purple_media_manager_get_element_info(manager, id);
1277 g_free(id);
1278
1279 if (info2 != NULL) {
1280 g_object_unref(info2);
1281 return FALSE;
1282 }
1283
1284 manager->priv->elements =
1285 g_list_prepend(manager->priv->elements, info);
1286
1287 detail = element_info_to_detail(info);
1288 if (detail != 0) {
1289 g_signal_emit(manager,
1290 purple_media_manager_signals[ELEMENTS_CHANGED],
1291 detail);
1292 }
1293
1294 return TRUE;
1295 }
1296
1297 gboolean
1298 purple_media_manager_unregister_element(PurpleMediaManager *manager,
1299 const gchar *id)
1300 {
1301 PurpleMediaElementInfo *info;
1302 GQuark detail;
1303
1304 g_return_val_if_fail(PURPLE_IS_MEDIA_MANAGER(manager), FALSE);
1305
1306 info = purple_media_manager_get_element_info(manager, id);
1307
1308 if (info == NULL) {
1309 g_object_unref(info);
1310 return FALSE;
1311 }
1312
1313 if (manager->priv->audio_src == info)
1314 manager->priv->audio_src = NULL;
1315 if (manager->priv->audio_sink == info)
1316 manager->priv->audio_sink = NULL;
1317 if (manager->priv->video_src == info)
1318 manager->priv->video_src = NULL;
1319 if (manager->priv->video_sink == info)
1320 manager->priv->video_sink = NULL;
1321
1322 detail = element_info_to_detail(info);
1323
1324 manager->priv->elements = g_list_remove(
1325 manager->priv->elements, info);
1326 g_object_unref(info);
1327
1328 if (detail != 0) {
1329 g_signal_emit(manager,
1330 purple_media_manager_signals[ELEMENTS_CHANGED],
1331 detail);
1332 }
1333
1334 return TRUE;
1335 }
1336
1337 gboolean
1338 purple_media_manager_set_active_element(PurpleMediaManager *manager,
1339 PurpleMediaElementInfo *info)
1340 {
1341 PurpleMediaElementInfo *info2;
1342 PurpleMediaElementType type;
1343 gboolean ret = FALSE;
1344 gchar *id;
1345
1346 g_return_val_if_fail(PURPLE_IS_MEDIA_MANAGER(manager), FALSE);
1347 g_return_val_if_fail(info != NULL, FALSE);
1348
1349 id = purple_media_element_info_get_id(info);
1350 info2 = purple_media_manager_get_element_info(manager, id);
1351 g_free(id);
1352
1353 if (info2 == NULL)
1354 purple_media_manager_register_element(manager, info);
1355 else
1356 g_object_unref(info2);
1357
1358 type = purple_media_element_info_get_element_type(info);
1359
1360 if (type & PURPLE_MEDIA_ELEMENT_SRC) {
1361 if (type & PURPLE_MEDIA_ELEMENT_AUDIO) {
1362 manager->priv->audio_src = info;
1363 ret = TRUE;
1364 }
1365 if (type & PURPLE_MEDIA_ELEMENT_VIDEO) {
1366 manager->priv->video_src = info;
1367 ret = TRUE;
1368 }
1369 }
1370 if (type & PURPLE_MEDIA_ELEMENT_SINK) {
1371 if (type & PURPLE_MEDIA_ELEMENT_AUDIO) {
1372 manager->priv->audio_sink = info;
1373 ret = TRUE;
1374 }
1375 if (type & PURPLE_MEDIA_ELEMENT_VIDEO) {
1376 manager->priv->video_sink = info;
1377 ret = TRUE;
1378 }
1379 }
1380
1381 return ret;
1382 }
1383
1384 PurpleMediaElementInfo *
1385 purple_media_manager_get_active_element(PurpleMediaManager *manager,
1386 PurpleMediaElementType type)
1387 {
1388 g_return_val_if_fail(PURPLE_IS_MEDIA_MANAGER(manager), NULL);
1389
1390 if (type & PURPLE_MEDIA_ELEMENT_SRC) {
1391 if (type & PURPLE_MEDIA_ELEMENT_AUDIO)
1392 return manager->priv->audio_src;
1393 else if (type & PURPLE_MEDIA_ELEMENT_VIDEO)
1394 return manager->priv->video_src;
1395 else if (type & PURPLE_MEDIA_ELEMENT_APPLICATION)
1396 return get_send_application_element_info ();
1397 } else if (type & PURPLE_MEDIA_ELEMENT_SINK) {
1398 if (type & PURPLE_MEDIA_ELEMENT_AUDIO)
1399 return manager->priv->audio_sink;
1400 else if (type & PURPLE_MEDIA_ELEMENT_VIDEO)
1401 return manager->priv->video_sink;
1402 else if (type & PURPLE_MEDIA_ELEMENT_APPLICATION)
1403 return get_recv_application_element_info ();
1404
1405 }
1406
1407 return NULL;
1408 }
1409
1410 static void
1411 window_id_cb(GstBus *bus, GstMessage *msg, PurpleMediaOutputWindow *ow)
1412 {
1413 GstElement *sink;
1414
1415 if (GST_MESSAGE_TYPE(msg) != GST_MESSAGE_ELEMENT
1416 || !gst_is_video_overlay_prepare_window_handle_message(msg))
1417 return;
1418
1419 sink = GST_ELEMENT(GST_MESSAGE_SRC(msg));
1420 while (sink != ow->sink) {
1421 if (sink == NULL)
1422 return;
1423 sink = GST_ELEMENT_PARENT(sink);
1424 }
1425
1426 g_signal_handlers_disconnect_matched(bus, G_SIGNAL_MATCH_FUNC
1427 | G_SIGNAL_MATCH_DATA, 0, 0, NULL,
1428 window_id_cb, ow);
1429
1430 gst_video_overlay_set_window_handle(GST_VIDEO_OVERLAY(GST_MESSAGE_SRC(msg)),
1431 ow->window_id);
1432 }
1433 #endif
1434
1435 gboolean
1436 purple_media_manager_create_output_window(PurpleMediaManager *manager,
1437 PurpleMedia *media, const gchar *session_id,
1438 const gchar *participant)
1439 {
1440 #ifdef USE_VV
1441 GList *iter;
1442
1443 g_return_val_if_fail(PURPLE_IS_MEDIA(media), FALSE);
1444
1445 iter = manager->priv->output_windows;
1446 for(; iter; iter = g_list_next(iter)) {
1447 PurpleMediaOutputWindow *ow = iter->data;
1448
1449 if (ow->sink == NULL && ow->media == media &&
1450 purple_strequal(participant, ow->participant) &&
1451 purple_strequal(session_id, ow->session_id)) {
1452 GstBus *bus;
1453 GstElement *queue, *convert, *scale;
1454 GstElement *tee = purple_media_get_tee(media,
1455 session_id, participant);
1456
1457 if (tee == NULL)
1458 continue;
1459
1460 queue = gst_element_factory_make("queue", NULL);
1461 convert = gst_element_factory_make("videoconvert", NULL);
1462 scale = gst_element_factory_make("videoscale", NULL);
1463 ow->sink = purple_media_manager_get_element(
1464 manager, PURPLE_MEDIA_RECV_VIDEO,
1465 ow->media, ow->session_id,
1466 ow->participant);
1467
1468 if (participant == NULL) {
1469 /* aka this is a preview sink */
1470 GObjectClass *klass =
1471 G_OBJECT_GET_CLASS(ow->sink);
1472 if (g_object_class_find_property(klass,
1473 "sync"))
1474 g_object_set(G_OBJECT(ow->sink),
1475 "sync", FALSE, NULL);
1476 if (g_object_class_find_property(klass,
1477 "async"))
1478 g_object_set(G_OBJECT(ow->sink),
1479 "async", FALSE, NULL);
1480 }
1481
1482 gst_bin_add_many(GST_BIN(GST_ELEMENT_PARENT(tee)),
1483 queue, convert, scale, ow->sink, NULL);
1484
1485 bus = gst_pipeline_get_bus(GST_PIPELINE(
1486 manager->priv->pipeline));
1487 g_signal_connect(bus, "sync-message::element",
1488 G_CALLBACK(window_id_cb), ow);
1489 gst_object_unref(bus);
1490
1491 gst_element_set_state(ow->sink, GST_STATE_PLAYING);
1492 gst_element_set_state(scale, GST_STATE_PLAYING);
1493 gst_element_set_state(convert, GST_STATE_PLAYING);
1494 gst_element_set_state(queue, GST_STATE_PLAYING);
1495 gst_element_link(scale, ow->sink);
1496 gst_element_link(convert, scale);
1497 gst_element_link(queue, convert);
1498 gst_element_link(tee, queue);
1499 }
1500 }
1501 return TRUE;
1502 #else
1503 return FALSE;
1504 #endif
1505 }
1506
1507 gulong
1508 purple_media_manager_set_output_window(PurpleMediaManager *manager,
1509 PurpleMedia *media, const gchar *session_id,
1510 const gchar *participant, gulong window_id)
1511 {
1512 #ifdef USE_VV
1513 PurpleMediaOutputWindow *output_window;
1514
1515 g_return_val_if_fail(PURPLE_IS_MEDIA_MANAGER(manager), FALSE);
1516 g_return_val_if_fail(PURPLE_IS_MEDIA(media), FALSE);
1517
1518 output_window = g_new0(PurpleMediaOutputWindow, 1);
1519 output_window->id = manager->priv->next_output_window_id++;
1520 output_window->media = media;
1521 output_window->session_id = g_strdup(session_id);
1522 output_window->participant = g_strdup(participant);
1523 output_window->window_id = window_id;
1524
1525 manager->priv->output_windows = g_list_prepend(
1526 manager->priv->output_windows, output_window);
1527
1528 if (purple_media_get_tee(media, session_id, participant) != NULL)
1529 purple_media_manager_create_output_window(manager,
1530 media, session_id, participant);
1531
1532 return output_window->id;
1533 #else
1534 return 0;
1535 #endif
1536 }
1537
1538 gboolean
1539 purple_media_manager_remove_output_window(PurpleMediaManager *manager,
1540 gulong output_window_id)
1541 {
1542 #ifdef USE_VV
1543 PurpleMediaOutputWindow *output_window = NULL;
1544 GList *iter;
1545
1546 g_return_val_if_fail(PURPLE_IS_MEDIA_MANAGER(manager), FALSE);
1547
1548 iter = manager->priv->output_windows;
1549 for (; iter; iter = g_list_next(iter)) {
1550 PurpleMediaOutputWindow *ow = iter->data;
1551 if (ow->id == output_window_id) {
1552 manager->priv->output_windows = g_list_delete_link(
1553 manager->priv->output_windows, iter);
1554 output_window = ow;
1555 break;
1556 }
1557 }
1558
1559 if (output_window == NULL)
1560 return FALSE;
1561
1562 if (output_window->sink != NULL) {
1563 GstElement *element = output_window->sink;
1564 GstPad *teepad = NULL;
1565 GSList *to_remove = NULL;
1566
1567 /* Find the tee element this output is connected to. */
1568 while (!teepad) {
1569 GstPad *pad;
1570 GstPad *peer;
1571 GstElementFactory *factory;
1572 const gchar *factory_name;
1573
1574 to_remove = g_slist_append(to_remove, element);
1575
1576 pad = gst_element_get_static_pad(element, "sink");
1577 peer = gst_pad_get_peer(pad);
1578 if (!peer) {
1579 /* Output is disconnected from the pipeline. */
1580 gst_object_unref(pad);
1581 break;
1582 }
1583
1584 factory = gst_element_get_factory(GST_PAD_PARENT(peer));
1585 factory_name = gst_plugin_feature_get_name(factory);
1586 if (purple_strequal(factory_name, "tee")) {
1587 teepad = peer;
1588 }
1589
1590 element = GST_PAD_PARENT(peer);
1591
1592 gst_object_unref(pad);
1593 gst_object_unref(peer);
1594 }
1595
1596 if (teepad) {
1597 gst_element_release_request_pad(GST_PAD_PARENT(teepad),
1598 teepad);
1599 }
1600
1601 while (to_remove) {
1602 GstElement *element = to_remove->data;
1603
1604 gst_element_set_locked_state(element, TRUE);
1605 gst_element_set_state(element, GST_STATE_NULL);
1606 gst_bin_remove(GST_BIN(GST_ELEMENT_PARENT(element)),
1607 element);
1608 to_remove = g_slist_delete_link(to_remove, to_remove);
1609 }
1610 }
1611
1612 g_free(output_window->session_id);
1613 g_free(output_window->participant);
1614 g_free(output_window);
1615
1616 return TRUE;
1617 #else
1618 return FALSE;
1619 #endif
1620 }
1621
1622 void
1623 purple_media_manager_remove_output_windows(PurpleMediaManager *manager,
1624 PurpleMedia *media, const gchar *session_id,
1625 const gchar *participant)
1626 {
1627 #ifdef USE_VV
1628 GList *iter;
1629
1630 g_return_if_fail(PURPLE_IS_MEDIA(media));
1631
1632 iter = manager->priv->output_windows;
1633
1634 for (; iter;) {
1635 PurpleMediaOutputWindow *ow = iter->data;
1636 iter = g_list_next(iter);
1637
1638 if (media == ow->media &&
1639 purple_strequal(session_id, ow->session_id) &&
1640 purple_strequal(participant, ow->participant))
1641 purple_media_manager_remove_output_window(
1642 manager, ow->id);
1643 }
1644 #endif
1645 }
1646
1647 void
1648 purple_media_manager_set_ui_caps(PurpleMediaManager *manager,
1649 PurpleMediaCaps caps)
1650 {
1651 #ifdef USE_VV
1652 PurpleMediaCaps oldcaps;
1653
1654 g_return_if_fail(PURPLE_IS_MEDIA_MANAGER(manager));
1655
1656 oldcaps = manager->priv->ui_caps;
1657 manager->priv->ui_caps = caps;
1658
1659 if (caps != oldcaps)
1660 g_signal_emit(manager,
1661 purple_media_manager_signals[UI_CAPS_CHANGED],
1662 0, caps, oldcaps);
1663 #endif
1664 }
1665
1666 PurpleMediaCaps
1667 purple_media_manager_get_ui_caps(PurpleMediaManager *manager)
1668 {
1669 #ifdef USE_VV
1670 g_return_val_if_fail(PURPLE_IS_MEDIA_MANAGER(manager),
1671 PURPLE_MEDIA_CAPS_NONE);
1672 return manager->priv->ui_caps;
1673 #else
1674 return PURPLE_MEDIA_CAPS_NONE;
1675 #endif
1676 }
1677
1678 void
1679 purple_media_manager_set_backend_type(PurpleMediaManager *manager,
1680 GType backend_type)
1681 {
1682 #ifdef USE_VV
1683 g_return_if_fail(PURPLE_IS_MEDIA_MANAGER(manager));
1684
1685 manager->priv->backend_type = backend_type;
1686 #endif
1687 }
1688
1689 GType
1690 purple_media_manager_get_backend_type(PurpleMediaManager *manager)
1691 {
1692 #ifdef USE_VV
1693 g_return_val_if_fail(PURPLE_IS_MEDIA_MANAGER(manager),
1694 PURPLE_MEDIA_CAPS_NONE);
1695
1696 return manager->priv->backend_type;
1697 #else
1698 return G_TYPE_NONE;
1699 #endif
1700 }
1701
1702 void
1703 purple_media_manager_set_application_data_callbacks(PurpleMediaManager *manager,
1704 PurpleMedia *media, const gchar *session_id,
1705 const gchar *participant, PurpleMediaAppDataCallbacks *callbacks,
1706 gpointer user_data, GDestroyNotify notify)
1707 {
1708 #ifdef HAVE_MEDIA_APPLICATION
1709 PurpleMediaAppDataInfo * info = ensure_app_data_info_and_lock (manager,
1710 media, session_id, participant);
1711
1712 if (info->notify)
1713 info->notify (info->user_data);
1714
1715 if (info->readable_cb_token) {
1716 g_source_remove (info->readable_timer_id);
1717 info->readable_cb_token = 0;
1718 }
1719
1720 if (info->writable_cb_token) {
1721 g_source_remove (info->writable_timer_id);
1722 info->writable_cb_token = 0;
1723 }
1724
1725 if (callbacks) {
1726 info->callbacks = *callbacks;
1727 } else {
1728 info->callbacks.writable = NULL;
1729 info->callbacks.readable = NULL;
1730 }
1731 info->user_data = user_data;
1732 info->notify = notify;
1733
1734 call_appsrc_writable_locked (info);
1735 if (info->num_samples > 0 || info->current_sample != NULL)
1736 call_appsink_readable_locked (info);
1737
1738 g_mutex_unlock (&manager->priv->appdata_mutex);
1739 #endif
1740 }
1741
1742 gint
1743 purple_media_manager_send_application_data (
1744 PurpleMediaManager *manager, PurpleMedia *media, const gchar *session_id,
1745 const gchar *participant, gpointer buffer, guint size, gboolean blocking)
1746 {
1747 #ifdef HAVE_MEDIA_APPLICATION
1748 PurpleMediaAppDataInfo * info = get_app_data_info_and_lock (manager,
1749 media, session_id, participant);
1750
1751 if (info && info->appsrc && info->connected) {
1752 GstBuffer *gstbuffer = gst_buffer_new_wrapped (g_memdup (buffer, size),
1753 size);
1754 GstAppSrc *appsrc = gst_object_ref (info->appsrc);
1755
1756 g_mutex_unlock (&manager->priv->appdata_mutex);
1757 if (gst_app_src_push_buffer (appsrc, gstbuffer) == GST_FLOW_OK) {
1758 if (blocking) {
1759 GstPad *srcpad;
1760
1761 srcpad = gst_element_get_static_pad (GST_ELEMENT (appsrc),
1762 "src");
1763 if (srcpad) {
1764 gst_pad_peer_query (srcpad, gst_query_new_drain ());
1765 gst_object_unref (srcpad);
1766 }
1767 }
1768 gst_object_unref (appsrc);
1769 return size;
1770 } else {
1771 gst_object_unref (appsrc);
1772 return -1;
1773 }
1774 }
1775 g_mutex_unlock (&manager->priv->appdata_mutex);
1776 return -1;
1777 #else
1778 return -1;
1779 #endif
1780 }
1781
1782 gint
1783 purple_media_manager_receive_application_data (
1784 PurpleMediaManager *manager, PurpleMedia *media, const gchar *session_id,
1785 const gchar *participant, gpointer buffer, guint max_size,
1786 gboolean blocking)
1787 {
1788 #ifdef HAVE_MEDIA_APPLICATION
1789 PurpleMediaAppDataInfo * info = get_app_data_info_and_lock (manager,
1790 media, session_id, participant);
1791 guint bytes_read = 0;
1792
1793 if (info) {
1794 /* If we are in a blocking read, we need to loop until max_size data
1795 * is read into the buffer, if we're not, then we need to read as much
1796 * data as possible
1797 */
1798 do {
1799 if (!info->current_sample && info->appsink && info->num_samples > 0) {
1800 info->current_sample = gst_app_sink_pull_sample (info->appsink);
1801 info->sample_offset = 0;
1802 if (info->current_sample)
1803 info->num_samples--;
1804 }
1805
1806 if (info->current_sample) {
1807 GstBuffer *gstbuffer = gst_sample_get_buffer (
1808 info->current_sample);
1809
1810 if (gstbuffer) {
1811 GstMapInfo mapinfo;
1812 guint bytes_to_copy;
1813
1814 gst_buffer_map (gstbuffer, &mapinfo, GST_MAP_READ);
1815 /* We must copy only the data remaining in the buffer without
1816 * overflowing the buffer */
1817 bytes_to_copy = max_size - bytes_read;
1818 if (bytes_to_copy > mapinfo.size - info->sample_offset)
1819 bytes_to_copy = mapinfo.size - info->sample_offset;
1820 memcpy ((guint8 *)buffer + bytes_read,
1821 mapinfo.data + info->sample_offset, bytes_to_copy);
1822
1823 gst_buffer_unmap (gstbuffer, &mapinfo);
1824 info->sample_offset += bytes_to_copy;
1825 bytes_read += bytes_to_copy;
1826 if (info->sample_offset == mapinfo.size) {
1827 gst_sample_unref (info->current_sample);
1828 info->current_sample = NULL;
1829 info->sample_offset = 0;
1830 }
1831 } else {
1832 /* In case there's no buffer in the sample (should never
1833 * happen), we need to at least unref it */
1834 gst_sample_unref (info->current_sample);
1835 info->current_sample = NULL;
1836 info->sample_offset = 0;
1837 }
1838 }
1839
1840 /* If blocking, wait until there's an available sample */
1841 while (bytes_read < max_size && blocking &&
1842 info->current_sample == NULL && info->num_samples == 0) {
1843 g_cond_wait (&info->readable_cond, &manager->priv->appdata_mutex);
1844
1845 /* We've been signaled, we need to unlock and regrab the info
1846 * struct to make sure nothing changed */
1847 g_mutex_unlock (&manager->priv->appdata_mutex);
1848 info = get_app_data_info_and_lock (manager,
1849 media, session_id, participant);
1850 if (info == NULL || info->appsink == NULL) {
1851 /* The session was destroyed while we were waiting, we
1852 * should return here */
1853 g_mutex_unlock (&manager->priv->appdata_mutex);
1854 return bytes_read;
1855 }
1856 }
1857 } while (bytes_read < max_size &&
1858 (blocking || info->num_samples > 0));
1859
1860 g_mutex_unlock (&manager->priv->appdata_mutex);
1861 return bytes_read;
1862 }
1863 g_mutex_unlock (&manager->priv->appdata_mutex);
1864 return -1;
1865 #else
1866 return -1;
1867 #endif
1868 }
1869
1870 #ifdef USE_VV
1871
1872 static void
1873 videosink_disable_last_sample(GstElement *sink)
1874 {
1875 GObjectClass *klass = G_OBJECT_GET_CLASS(sink);
1876
1877 if (g_object_class_find_property(klass, "enable-last-sample")) {
1878 g_object_set(sink, "enable-last-sample", FALSE, NULL);
1879 }
1880 }
1881
1882 #if GST_CHECK_VERSION(1, 4, 0)
1883
1884 static PurpleMediaElementType
1885 gst_class_to_purple_element_type(const gchar *device_class)
1886 {
1887 if (purple_strequal(device_class, "Audio/Source")) {
1888 return PURPLE_MEDIA_ELEMENT_AUDIO
1889 | PURPLE_MEDIA_ELEMENT_SRC
1890 | PURPLE_MEDIA_ELEMENT_ONE_SRC
1891 | PURPLE_MEDIA_ELEMENT_UNIQUE;
1892 } else if (purple_strequal(device_class, "Audio/Sink")) {
1893 return PURPLE_MEDIA_ELEMENT_AUDIO
1894 | PURPLE_MEDIA_ELEMENT_SINK
1895 | PURPLE_MEDIA_ELEMENT_ONE_SINK;
1896 } else if (purple_strequal(device_class, "Video/Source")) {
1897 return PURPLE_MEDIA_ELEMENT_VIDEO
1898 | PURPLE_MEDIA_ELEMENT_SRC
1899 | PURPLE_MEDIA_ELEMENT_ONE_SRC
1900 | PURPLE_MEDIA_ELEMENT_UNIQUE;
1901 } else if (purple_strequal(device_class, "Video/Sink")) {
1902 return PURPLE_MEDIA_ELEMENT_VIDEO
1903 | PURPLE_MEDIA_ELEMENT_SINK
1904 | PURPLE_MEDIA_ELEMENT_ONE_SINK;
1905 }
1906
1907 return PURPLE_MEDIA_ELEMENT_NONE;
1908 }
1909
1910 static GstElement *
1911 gst_device_create_cb(PurpleMediaElementInfo *info, PurpleMedia *media,
1912 const gchar *session_id, const gchar *participant)
1913 {
1914 GstDevice *device;
1915 GstElement *result;
1916 PurpleMediaElementType type;
1917
1918 device = g_object_get_data(G_OBJECT(info), "gst-device");
1919 if (!device) {
1920 return NULL;
1921 }
1922
1923 result = gst_device_create_element(device, NULL);
1924 if (!result) {
1925 return NULL;
1926 }
1927
1928 type = purple_media_element_info_get_element_type(info);
1929
1930 if ((type & PURPLE_MEDIA_ELEMENT_VIDEO) &&
1931 (type & PURPLE_MEDIA_ELEMENT_SINK)) {
1932 videosink_disable_last_sample(result);
1933 }
1934
1935 return result;
1936 }
1937
1938 static gboolean
1939 device_is_ignored(GstDevice *device)
1940 {
1941 gboolean result = FALSE;
1942
1943 #if GST_CHECK_VERSION(1, 6, 0)
1944 gchar *device_class;
1945
1946 g_return_val_if_fail(device, TRUE);
1947
1948 device_class = gst_device_get_device_class(device);
1949
1950 /* Ignore PulseAudio monitor audio sources since they have little use
1951 * in the context of telephony.*/
1952 if (purple_strequal(device_class, "Audio/Source")) {
1953 GstStructure *properties;
1954 const gchar *pa_class;
1955
1956 properties = gst_device_get_properties(device);
1957
1958 pa_class = gst_structure_get_string(properties, "device.class");
1959 if (purple_strequal(pa_class, "monitor")) {
1960 result = TRUE;
1961 }
1962
1963 gst_structure_free(properties);
1964 }
1965
1966 g_free(device_class);
1967 #endif /* GST_CHECK_VERSION(1, 6, 0) */
1968
1969 return result;
1970 }
1971
1972 static void
1973 purple_media_manager_register_gst_device(PurpleMediaManager *manager,
1974 GstDevice *device)
1975 {
1976 PurpleMediaElementInfo *info;
1977 PurpleMediaElementType type;
1978 gchar *name;
1979 gchar *device_class;
1980 gchar *id;
1981
1982 if (device_is_ignored(device)) {
1983 return;
1984 }
1985
1986 name = gst_device_get_display_name(device);
1987 device_class = gst_device_get_device_class(device);
1988
1989 id = g_strdup_printf("%s %s", device_class, name);
1990
1991 type = gst_class_to_purple_element_type(device_class);
1992
1993 info = g_object_new(PURPLE_TYPE_MEDIA_ELEMENT_INFO,
1994 "id", id,
1995 "name", name,
1996 "type", type,
1997 "create-cb", gst_device_create_cb,
1998 NULL);
1999
2000 g_object_set_data(G_OBJECT(info), "gst-device", device);
2001
2002 purple_media_manager_register_element(manager, info);
2003
2004 purple_debug_info("mediamanager", "Registered %s device %s",
2005 device_class, name);
2006
2007 g_free(name);
2008 g_free(device_class);
2009 g_free(id);
2010 }
2011
2012 static void
2013 purple_media_manager_unregister_gst_device(PurpleMediaManager *manager,
2014 GstDevice *device)
2015 {
2016 GList *i;
2017 gchar *name;
2018 gchar *device_class;
2019 gboolean done = FALSE;
2020
2021 name = gst_device_get_display_name(device);
2022 device_class = gst_device_get_device_class(device);
2023
2024 for (i = manager->priv->elements; i && !done; i = i->next) {
2025 PurpleMediaElementInfo *info = i->data;
2026 GstDevice *device2;
2027
2028 device2 = g_object_get_data(G_OBJECT(info), "gst-device");
2029 if (device2) {
2030 gchar *name2;
2031 gchar *device_class2;
2032
2033 name2 = gst_device_get_display_name(device2);
2034 device_class2 = gst_device_get_device_class(device2);
2035
2036 if (purple_strequal(name, name2) &&
2037 purple_strequal(device_class, device_class2)) {
2038 gchar *id;
2039
2040 id = purple_media_element_info_get_id(info);
2041 purple_media_manager_unregister_element(manager,
2042 id);
2043
2044 purple_debug_info("mediamanager",
2045 "Unregistered %s device %s",
2046 device_class, name);
2047
2048 g_free(id);
2049
2050 done = TRUE;
2051 }
2052
2053 g_free(name2);
2054 g_free(device_class2);
2055 }
2056 }
2057
2058 g_free(name);
2059 g_free(device_class);
2060 }
2061
2062 static gboolean
2063 device_monitor_bus_cb(GstBus *bus, GstMessage *message, gpointer user_data)
2064 {
2065 PurpleMediaManager *manager = user_data;
2066 GstMessageType message_type;
2067 GstDevice *device;
2068
2069 message_type = GST_MESSAGE_TYPE(message);
2070
2071 if (message_type == GST_MESSAGE_DEVICE_ADDED) {
2072 gst_message_parse_device_added(message, &device);
2073 purple_media_manager_register_gst_device(manager, device);
2074 } else if (message_type == GST_MESSAGE_DEVICE_REMOVED) {
2075 gst_message_parse_device_removed (message, &device);
2076 purple_media_manager_unregister_gst_device(manager, device);
2077 }
2078
2079 return G_SOURCE_CONTINUE;
2080 }
2081
2082 #endif /* GST_CHECK_VERSION(1, 4, 0) */
2083
2084 static void
2085 purple_media_manager_init_device_monitor(PurpleMediaManager *manager)
2086 {
2087 #if GST_CHECK_VERSION(1, 4, 0)
2088 GstBus *bus;
2089 GList *i;
2090
2091 manager->priv->device_monitor = gst_device_monitor_new();
2092
2093 bus = gst_device_monitor_get_bus(manager->priv->device_monitor);
2094 gst_bus_add_watch (bus, device_monitor_bus_cb, manager);
2095 gst_object_unref (bus);
2096
2097 /* This avoids warning in GStreamer logs about no filters set */
2098 gst_device_monitor_add_filter(manager->priv->device_monitor, NULL, NULL);
2099
2100 gst_device_monitor_start(manager->priv->device_monitor);
2101
2102 i = gst_device_monitor_get_devices(manager->priv->device_monitor);
2103 for (; i; i = g_list_delete_link(i, i)) {
2104 GstDevice *device = i->data;
2105
2106 purple_media_manager_register_gst_device(manager, device);
2107 gst_object_unref(device);
2108 }
2109 #endif /* GST_CHECK_VERSION(1, 4, 0) */
2110 }
2111
2112 GList *
2113 purple_media_manager_enumerate_elements(PurpleMediaManager *manager,
2114 PurpleMediaElementType type)
2115 {
2116 GList *result = NULL;
2117 GList *i;
2118
2119 for (i = manager->priv->elements; i; i = i->next) {
2120 PurpleMediaElementInfo *info = i->data;
2121 PurpleMediaElementType type2;
2122
2123 type2 = purple_media_element_info_get_element_type(info);
2124
2125 if ((type2 & type) == type) {
2126 g_object_ref(info);
2127 result = g_list_prepend(result, info);
2128 }
2129 }
2130
2131 return result;
2132 }
2133
2134 static GstElement *
2135 gst_factory_make_cb(PurpleMediaElementInfo *info, PurpleMedia *media,
2136 const gchar *session_id, const gchar *participant)
2137 {
2138 gchar *id;
2139 GstElement *element;
2140
2141 id = purple_media_element_info_get_id(info);
2142
2143 element = gst_element_factory_make(id, NULL);
2144
2145 g_free(id);
2146
2147 return element;
2148 }
2149
2150 static void
2151 autovideosink_child_added_cb (GstChildProxy *child_proxy, GObject *object,
2152 gchar *name, gpointer user_data)
2153 {
2154 videosink_disable_last_sample(GST_ELEMENT(object));
2155 }
2156
2157 static GstElement *
2158 default_video_sink_create_cb(PurpleMediaElementInfo *info, PurpleMedia *media,
2159 const gchar *session_id, const gchar *participant)
2160 {
2161 GstElement *videosink = gst_element_factory_make("autovideosink", NULL);
2162
2163 g_signal_connect(videosink, "child-added",
2164 G_CALLBACK(autovideosink_child_added_cb), NULL);
2165
2166 return videosink;
2167 }
2168
2169 static GstElement *
2170 disabled_video_create_cb(PurpleMediaElementInfo *info, PurpleMedia *media,
2171 const gchar *session_id, const gchar *participant)
2172 {
2173 GstElement *src = gst_element_factory_make("videotestsrc", NULL);
2174
2175 /* GST_VIDEO_TEST_SRC_BLACK */
2176 g_object_set(src, "pattern", 2, NULL);
2177
2178 return src;
2179 }
2180
2181 static GstElement *
2182 test_video_create_cb(PurpleMediaElementInfo *info, PurpleMedia *media,
2183 const gchar *session_id, const gchar *participant)
2184 {
2185 GstElement *src = gst_element_factory_make("videotestsrc", NULL);
2186
2187 g_object_set(src, "is-live", TRUE, NULL);
2188
2189 return src;
2190 }
2191
2192 static void
2193 purple_media_manager_register_static_elements(PurpleMediaManager *manager)
2194 {
2195 static const gchar *VIDEO_SINK_PLUGINS[] = {
2196 /* "aasink", "AALib", Didn't work for me */
2197 "directdrawsink", "DirectDraw",
2198 "glimagesink", "OpenGL",
2199 "ximagesink", "X Window System",
2200 "xvimagesink", "X Window System (Xv)",
2201 NULL
2202 };
2203 const gchar **sinks = VIDEO_SINK_PLUGINS;
2204
2205 /* Default auto* elements. */
2206
2207 purple_media_manager_register_element(manager,
2208 g_object_new(PURPLE_TYPE_MEDIA_ELEMENT_INFO,
2209 "id", "autoaudiosrc",
2210 "name", N_("Default"),
2211 "type", PURPLE_MEDIA_ELEMENT_AUDIO
2212 | PURPLE_MEDIA_ELEMENT_SRC
2213 | PURPLE_MEDIA_ELEMENT_ONE_SRC
2214 | PURPLE_MEDIA_ELEMENT_UNIQUE,
2215 "create-cb", gst_factory_make_cb,
2216 NULL));
2217
2218 purple_media_manager_register_element(manager,
2219 g_object_new(PURPLE_TYPE_MEDIA_ELEMENT_INFO,
2220 "id", "autoaudiosink",
2221 "name", N_("Default"),
2222 "type", PURPLE_MEDIA_ELEMENT_AUDIO
2223 | PURPLE_MEDIA_ELEMENT_SINK
2224 | PURPLE_MEDIA_ELEMENT_ONE_SINK,
2225 "create-cb", gst_factory_make_cb,
2226 NULL));
2227
2228 purple_media_manager_register_element(manager,
2229 g_object_new(PURPLE_TYPE_MEDIA_ELEMENT_INFO,
2230 "id", "autovideosrc",
2231 "name", N_("Default"),
2232 "type", PURPLE_MEDIA_ELEMENT_VIDEO
2233 | PURPLE_MEDIA_ELEMENT_SRC
2234 | PURPLE_MEDIA_ELEMENT_ONE_SRC
2235 | PURPLE_MEDIA_ELEMENT_UNIQUE,
2236 "create-cb", gst_factory_make_cb,
2237 NULL));
2238
2239 purple_media_manager_register_element(manager,
2240 g_object_new(PURPLE_TYPE_MEDIA_ELEMENT_INFO,
2241 "id", "autovideosink",
2242 "name", N_("Default"),
2243 "type", PURPLE_MEDIA_ELEMENT_VIDEO
2244 | PURPLE_MEDIA_ELEMENT_SINK
2245 | PURPLE_MEDIA_ELEMENT_ONE_SINK,
2246 "create-cb", default_video_sink_create_cb,
2247 NULL));
2248
2249 /* Special elements */
2250
2251 purple_media_manager_register_element(manager,
2252 g_object_new(PURPLE_TYPE_MEDIA_ELEMENT_INFO,
2253 "id", "audiotestsrc",
2254 /* Translators: This is a noun that refers to one
2255 * possible audio input device. The device can help the
2256 * user to check if her speakers or headphones have been
2257 * set up correctly for voice calling. */
2258 "name", N_("Test Sound"),
2259 "type", PURPLE_MEDIA_ELEMENT_AUDIO
2260 | PURPLE_MEDIA_ELEMENT_SRC
2261 | PURPLE_MEDIA_ELEMENT_ONE_SRC,
2262 "create-cb", gst_factory_make_cb,
2263 NULL));
2264
2265 purple_media_manager_register_element(manager,
2266 g_object_new(PURPLE_TYPE_MEDIA_ELEMENT_INFO,
2267 "id", "disabledvideosrc",
2268 "name", N_("Disabled"),
2269 "type", PURPLE_MEDIA_ELEMENT_VIDEO
2270 | PURPLE_MEDIA_ELEMENT_SRC
2271 | PURPLE_MEDIA_ELEMENT_ONE_SINK,
2272 "create-cb", disabled_video_create_cb,
2273 NULL));
2274
2275 purple_media_manager_register_element(manager,
2276 g_object_new(PURPLE_TYPE_MEDIA_ELEMENT_INFO,
2277 "id", "videotestsrc",
2278 /* Translators: This is a noun that refers to one
2279 * possible video input device. The device produces
2280 * a test "monoscope" image that can help the user check
2281 * the video output has been set up correctly without
2282 * needing a webcam connected to the computer. */
2283 "name", N_("Test Pattern"),
2284 "type", PURPLE_MEDIA_ELEMENT_VIDEO
2285 | PURPLE_MEDIA_ELEMENT_SRC
2286 | PURPLE_MEDIA_ELEMENT_ONE_SRC,
2287 "create-cb", test_video_create_cb,
2288 NULL));
2289
2290 for (sinks = VIDEO_SINK_PLUGINS; sinks[0]; sinks += 2) {
2291 GstElementFactory *factory;
2292
2293 factory = gst_element_factory_find(sinks[0]);
2294 if (!factory) {
2295 continue;
2296 }
2297
2298 purple_media_manager_register_element(manager,
2299 g_object_new(PURPLE_TYPE_MEDIA_ELEMENT_INFO,
2300 "id", sinks[0],
2301 "name", sinks[1],
2302 "type", PURPLE_MEDIA_ELEMENT_VIDEO
2303 | PURPLE_MEDIA_ELEMENT_SINK
2304 | PURPLE_MEDIA_ELEMENT_ONE_SINK,
2305 "create-cb", gst_factory_make_cb,
2306 NULL));
2307
2308 gst_object_unref(factory);
2309 }
2310 }
2311
2312 /*
2313 * PurpleMediaElementType
2314 */
2315
2316 GType
2317 purple_media_element_type_get_type()
2318 {
2319 static GType type = 0;
2320 if (type == 0) {
2321 static const GFlagsValue values[] = {
2322 { PURPLE_MEDIA_ELEMENT_NONE,
2323 "PURPLE_MEDIA_ELEMENT_NONE", "none" },
2324 { PURPLE_MEDIA_ELEMENT_AUDIO,
2325 "PURPLE_MEDIA_ELEMENT_AUDIO", "audio" },
2326 { PURPLE_MEDIA_ELEMENT_VIDEO,
2327 "PURPLE_MEDIA_ELEMENT_VIDEO", "video" },
2328 { PURPLE_MEDIA_ELEMENT_AUDIO_VIDEO,
2329 "PURPLE_MEDIA_ELEMENT_AUDIO_VIDEO",
2330 "audio-video" },
2331 { PURPLE_MEDIA_ELEMENT_NO_SRCS,
2332 "PURPLE_MEDIA_ELEMENT_NO_SRCS", "no-srcs" },
2333 { PURPLE_MEDIA_ELEMENT_ONE_SRC,
2334 "PURPLE_MEDIA_ELEMENT_ONE_SRC", "one-src" },
2335 { PURPLE_MEDIA_ELEMENT_MULTI_SRC,
2336 "PURPLE_MEDIA_ELEMENT_MULTI_SRC",
2337 "multi-src" },
2338 { PURPLE_MEDIA_ELEMENT_REQUEST_SRC,
2339 "PURPLE_MEDIA_ELEMENT_REQUEST_SRC",
2340 "request-src" },
2341 { PURPLE_MEDIA_ELEMENT_NO_SINKS,
2342 "PURPLE_MEDIA_ELEMENT_NO_SINKS", "no-sinks" },
2343 { PURPLE_MEDIA_ELEMENT_ONE_SINK,
2344 "PURPLE_MEDIA_ELEMENT_ONE_SINK", "one-sink" },
2345 { PURPLE_MEDIA_ELEMENT_MULTI_SINK,
2346 "PURPLE_MEDIA_ELEMENT_MULTI_SINK",
2347 "multi-sink" },
2348 { PURPLE_MEDIA_ELEMENT_REQUEST_SINK,
2349 "PURPLE_MEDIA_ELEMENT_REQUEST_SINK",
2350 "request-sink" },
2351 { PURPLE_MEDIA_ELEMENT_UNIQUE,
2352 "PURPLE_MEDIA_ELEMENT_UNIQUE", "unique" },
2353 { PURPLE_MEDIA_ELEMENT_SRC,
2354 "PURPLE_MEDIA_ELEMENT_SRC", "src" },
2355 { PURPLE_MEDIA_ELEMENT_SINK,
2356 "PURPLE_MEDIA_ELEMENT_SINK", "sink" },
2357 { PURPLE_MEDIA_ELEMENT_APPLICATION,
2358 "PURPLE_MEDIA_ELEMENT_APPLICATION", "application" },
2359 { 0, NULL, NULL }
2360 };
2361 type = g_flags_register_static(
2362 "PurpleMediaElementType", values);
2363 }
2364 return type;
2365 }
2366 #endif /* USE_VV */
2367
2368 /*
2369 * PurpleMediaElementInfo
2370 */
2371
2372 struct _PurpleMediaElementInfoClass
2373 {
2374 GObjectClass parent_class;
2375 };
2376
2377 struct _PurpleMediaElementInfo
2378 {
2379 GObject parent;
2380 };
2381
2382 #ifdef USE_VV
2383 struct _PurpleMediaElementInfoPrivate
2384 {
2385 gchar *id;
2386 gchar *name;
2387 PurpleMediaElementType type;
2388 PurpleMediaElementCreateCallback create;
2389 };
2390
2391 enum {
2392 PROP_0,
2393 PROP_ID,
2394 PROP_NAME,
2395 PROP_TYPE,
2396 PROP_CREATE_CB,
2397 };
2398
2399 G_DEFINE_TYPE_WITH_PRIVATE(PurpleMediaElementInfo,
2400 purple_media_element_info, G_TYPE_OBJECT);
2401
2402 static void
2403 purple_media_element_info_init(PurpleMediaElementInfo *info)
2404 {
2405 PurpleMediaElementInfoPrivate *priv =
2406 purple_media_element_info_get_instance_private(info);
2407 priv->id = NULL;
2408 priv->name = NULL;
2409 priv->type = PURPLE_MEDIA_ELEMENT_NONE;
2410 priv->create = NULL;
2411 }
2412
2413 static void
2414 purple_media_element_info_finalize(GObject *info)
2415 {
2416 PurpleMediaElementInfoPrivate *priv =
2417 purple_media_element_info_get_instance_private(
2418 PURPLE_MEDIA_ELEMENT_INFO(info));
2419 g_free(priv->id);
2420 g_free(priv->name);
2421
2422 G_OBJECT_CLASS(purple_media_element_info_parent_class)->finalize(info);
2423 }
2424
2425 static void
2426 purple_media_element_info_set_property (GObject *object, guint prop_id,
2427 const GValue *value, GParamSpec *pspec)
2428 {
2429 PurpleMediaElementInfoPrivate *priv;
2430 g_return_if_fail(PURPLE_IS_MEDIA_ELEMENT_INFO(object));
2431
2432 priv = purple_media_element_info_get_instance_private(
2433 PURPLE_MEDIA_ELEMENT_INFO(object));
2434
2435 switch (prop_id) {
2436 case PROP_ID:
2437 g_free(priv->id);
2438 priv->id = g_value_dup_string(value);
2439 break;
2440 case PROP_NAME:
2441 g_free(priv->name);
2442 priv->name = g_value_dup_string(value);
2443 break;
2444 case PROP_TYPE: {
2445 priv->type = g_value_get_flags(value);
2446 break;
2447 }
2448 case PROP_CREATE_CB:
2449 priv->create = g_value_get_pointer(value);
2450 break;
2451 default:
2452 G_OBJECT_WARN_INVALID_PROPERTY_ID(
2453 object, prop_id, pspec);
2454 break;
2455 }
2456 }
2457
2458 static void
2459 purple_media_element_info_get_property (GObject *object, guint prop_id,
2460 GValue *value, GParamSpec *pspec)
2461 {
2462 PurpleMediaElementInfoPrivate *priv;
2463 g_return_if_fail(PURPLE_IS_MEDIA_ELEMENT_INFO(object));
2464
2465 priv = purple_media_element_info_get_instance_private(
2466 PURPLE_MEDIA_ELEMENT_INFO(object));
2467
2468 switch (prop_id) {
2469 case PROP_ID:
2470 g_value_set_string(value, priv->id);
2471 break;
2472 case PROP_NAME:
2473 g_value_set_string(value, priv->name);
2474 break;
2475 case PROP_TYPE:
2476 g_value_set_flags(value, priv->type);
2477 break;
2478 case PROP_CREATE_CB:
2479 g_value_set_pointer(value, priv->create);
2480 break;
2481 default:
2482 G_OBJECT_WARN_INVALID_PROPERTY_ID(
2483 object, prop_id, pspec);
2484 break;
2485 }
2486 }
2487
2488 static void
2489 purple_media_element_info_class_init(PurpleMediaElementInfoClass *klass)
2490 {
2491 GObjectClass *gobject_class = (GObjectClass*)klass;
2492
2493 gobject_class->finalize = purple_media_element_info_finalize;
2494 gobject_class->set_property = purple_media_element_info_set_property;
2495 gobject_class->get_property = purple_media_element_info_get_property;
2496
2497 g_object_class_install_property(gobject_class, PROP_ID,
2498 g_param_spec_string("id",
2499 "ID",
2500 "The unique identifier of the element.",
2501 NULL,
2502 G_PARAM_CONSTRUCT_ONLY | G_PARAM_READWRITE |
2503 G_PARAM_STATIC_STRINGS));
2504
2505 g_object_class_install_property(gobject_class, PROP_NAME,
2506 g_param_spec_string("name",
2507 "Name",
2508 "The friendly/display name of this element.",
2509 NULL,
2510 G_PARAM_CONSTRUCT_ONLY | G_PARAM_READWRITE |
2511 G_PARAM_STATIC_STRINGS));
2512
2513 g_object_class_install_property(gobject_class, PROP_TYPE,
2514 g_param_spec_flags("type",
2515 "Element Type",
2516 "The type of element this is.",
2517 PURPLE_TYPE_MEDIA_ELEMENT_TYPE,
2518 PURPLE_MEDIA_ELEMENT_NONE,
2519 G_PARAM_CONSTRUCT_ONLY | G_PARAM_READWRITE |
2520 G_PARAM_STATIC_STRINGS));
2521
2522 g_object_class_install_property(gobject_class, PROP_CREATE_CB,
2523 g_param_spec_pointer("create-cb",
2524 "Create Callback",
2525 "The function called to create this element.",
2526 G_PARAM_CONSTRUCT_ONLY | G_PARAM_READWRITE |
2527 G_PARAM_STATIC_STRINGS));
2528 }
2529
2530 gchar *
2531 purple_media_element_info_get_id(PurpleMediaElementInfo *info)
2532 {
2533 gchar *id;
2534
2535 g_return_val_if_fail(PURPLE_IS_MEDIA_ELEMENT_INFO(info), NULL);
2536 g_object_get(info, "id", &id, NULL);
2537 return id;
2538 }
2539
2540 gchar *
2541 purple_media_element_info_get_name(PurpleMediaElementInfo *info)
2542 {
2543 gchar *name;
2544 g_return_val_if_fail(PURPLE_IS_MEDIA_ELEMENT_INFO(info), NULL);
2545 g_object_get(info, "name", &name, NULL);
2546 return name;
2547 }
2548
2549 PurpleMediaElementType
2550 purple_media_element_info_get_element_type(PurpleMediaElementInfo *info)
2551 {
2552 PurpleMediaElementType type;
2553 g_return_val_if_fail(PURPLE_IS_MEDIA_ELEMENT_INFO(info),
2554 PURPLE_MEDIA_ELEMENT_NONE);
2555 g_object_get(info, "type", &type, NULL);
2556 return type;
2557 }
2558
2559 GstElement *
2560 purple_media_element_info_call_create(PurpleMediaElementInfo *info,
2561 PurpleMedia *media, const gchar *session_id,
2562 const gchar *participant)
2563 {
2564 PurpleMediaElementCreateCallback create;
2565 g_return_val_if_fail(PURPLE_IS_MEDIA_ELEMENT_INFO(info), NULL);
2566 g_object_get(info, "create-cb", &create, NULL);
2567 if (create)
2568 return create(info, media, session_id, participant);
2569 return NULL;
2570 }
2571 #endif /* USE_VV */
Git mirror of Pidgin's Mercurial repository