| /* GStreamer |
| * Copyright (C) 2003 Ronald Bultje <rbultje@ronald.bitfreak.net> |
| * 2006 Edgard Lima <edgard.lima@indt.org.br> |
| * |
| * gstv4l2video_overlay.c: X-based overlay interface implementation for V4L2 |
| * |
| * This library is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU Library General Public |
| * License as published by the Free Software Foundation; either |
| * version 2 of the License, or (at your option) any later version. |
| * |
| * This library is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| * Library General Public License for more details. |
| * |
| * You should have received a copy of the GNU Library General Public |
| * License along with this library; if not, write to the |
| * Free Software Foundation, Inc., 59 Temple Place - Suite 330, |
| * Boston, MA 02111-1307, USA. |
| */ |
| |
| #ifdef HAVE_CONFIG_H |
| #include "config.h" |
| #endif |
| |
| #include <string.h> |
| #include <gst/gst.h> |
| #include <X11/X.h> |
| #include <X11/Xlib.h> |
| #include <X11/extensions/Xv.h> |
| #include <X11/extensions/Xvlib.h> |
| #include <sys/stat.h> |
| /* for XkbKeycodeToKeysym */ |
| #include <X11/XKBlib.h> |
| |
| #include <gst/video/navigation.h> |
| |
| #include "gstv4l2videooverlay.h" |
| #include "gstv4l2object.h" |
| #include "v4l2_calls.h" |
| |
| #include "gst/gst-i18n-plugin.h" |
| #include <gst/glib-compat-private.h> |
| |
| struct _GstV4l2Xv |
| { |
| Display *dpy; |
| gint port, idle_id, event_id; |
| GMutex mutex; /* to serialize calls to X11 */ |
| }; |
| |
| GST_DEBUG_CATEGORY_STATIC (v4l2xv_debug); |
| #define GST_CAT_DEFAULT v4l2xv_debug |
| |
| void |
| gst_v4l2_video_overlay_interface_init (GstVideoOverlayInterface * iface) |
| { |
| GST_DEBUG_CATEGORY_INIT (v4l2xv_debug, "v4l2xv", 0, |
| "V4L2 GstVideoOverlay interface debugging"); |
| } |
| |
| static void |
| gst_v4l2_video_overlay_open (GstV4l2Object * v4l2object) |
| { |
| struct stat s; |
| GstV4l2Xv *v4l2xv; |
| const gchar *name = g_getenv ("DISPLAY"); |
| unsigned int ver, rel, req, ev, err, anum; |
| int i, id = 0, first_id = 0, min; |
| XvAdaptorInfo *ai; |
| Display *dpy; |
| |
| /* we need a display, obviously */ |
| if (!name || !(dpy = XOpenDisplay (name))) { |
| GST_WARNING_OBJECT (v4l2object->element, |
| "No $DISPLAY set or failed to open - no overlay"); |
| return; |
| } |
| |
| /* First let's check that XVideo extension is available */ |
| if (!XQueryExtension (dpy, "XVideo", &i, &i, &i)) { |
| GST_WARNING_OBJECT (v4l2object->element, |
| "Xv extension not available - no overlay"); |
| XCloseDisplay (dpy); |
| return; |
| } |
| |
| /* find port that belongs to this device */ |
| if (XvQueryExtension (dpy, &ver, &rel, &req, &ev, &err) != Success) { |
| GST_WARNING_OBJECT (v4l2object->element, |
| "Xv extension not supported - no overlay"); |
| XCloseDisplay (dpy); |
| return; |
| } |
| if (XvQueryAdaptors (dpy, DefaultRootWindow (dpy), &anum, &ai) != Success) { |
| GST_WARNING_OBJECT (v4l2object->element, "Failed to query Xv adaptors"); |
| XCloseDisplay (dpy); |
| return; |
| } |
| if (fstat (v4l2object->video_fd, &s) < 0) { |
| GST_ELEMENT_ERROR (v4l2object->element, RESOURCE, NOT_FOUND, |
| (_("Cannot identify device '%s'."), v4l2object->videodev), |
| GST_ERROR_SYSTEM); |
| XCloseDisplay (dpy); |
| return; |
| } |
| min = s.st_rdev & 0xff; |
| for (i = 0; i < anum; i++) { |
| GST_DEBUG_OBJECT (v4l2object->element, "found adapter: %s", ai[i].name); |
| if (!strcmp (ai[i].name, "video4linux2") || |
| !strcmp (ai[i].name, "video4linux")) { |
| if (first_id == 0) |
| first_id = ai[i].base_id; |
| |
| GST_DEBUG_OBJECT (v4l2object->element, |
| "first_id=%d, base_id=%lu, min=%d", first_id, ai[i].base_id, min); |
| |
| /* hmm... */ |
| if (first_id != 0 && ai[i].base_id == first_id + min) |
| id = ai[i].base_id; |
| } |
| } |
| XvFreeAdaptorInfo (ai); |
| |
| if (id == 0) { |
| GST_WARNING_OBJECT (v4l2object->element, |
| "Did not find XvPortID for device - no overlay"); |
| XCloseDisplay (dpy); |
| return; |
| } |
| |
| v4l2xv = g_new0 (GstV4l2Xv, 1); |
| v4l2xv->dpy = dpy; |
| v4l2xv->port = id; |
| g_mutex_init (&v4l2xv->mutex); |
| v4l2xv->idle_id = 0; |
| v4l2xv->event_id = 0; |
| v4l2object->xv = v4l2xv; |
| |
| if (v4l2object->xwindow_id) { |
| gst_v4l2_video_overlay_set_window_handle (v4l2object, |
| v4l2object->xwindow_id); |
| } |
| } |
| |
| static void |
| gst_v4l2_video_overlay_close (GstV4l2Object * v4l2object) |
| { |
| GstV4l2Xv *v4l2xv = v4l2object->xv; |
| |
| if (!v4l2object->xv) |
| return; |
| |
| if (v4l2object->xwindow_id) { |
| gst_v4l2_video_overlay_set_window_handle (v4l2object, 0); |
| } |
| |
| XCloseDisplay (v4l2xv->dpy); |
| g_mutex_clear (&v4l2xv->mutex); |
| if (v4l2xv->idle_id) |
| g_source_remove (v4l2xv->idle_id); |
| if (v4l2xv->event_id) |
| g_source_remove (v4l2xv->event_id); |
| g_free (v4l2xv); |
| v4l2object->xv = NULL; |
| } |
| |
| void |
| gst_v4l2_video_overlay_start (GstV4l2Object * v4l2object) |
| { |
| if (v4l2object->xwindow_id) { |
| gst_v4l2_video_overlay_open (v4l2object); |
| } |
| } |
| |
| void |
| gst_v4l2_video_overlay_stop (GstV4l2Object * v4l2object) |
| { |
| gst_v4l2_video_overlay_close (v4l2object); |
| } |
| |
| /* should be called with mutex held */ |
| static gboolean |
| get_render_rect (GstV4l2Object * v4l2object, GstVideoRectangle * rect) |
| { |
| GstV4l2Xv *v4l2xv = v4l2object->xv; |
| if (v4l2xv && v4l2xv->dpy && v4l2object->xwindow_id) { |
| XWindowAttributes attr; |
| XGetWindowAttributes (v4l2xv->dpy, v4l2object->xwindow_id, &attr); |
| /* this is where we'd add support to maintain aspect ratio */ |
| rect->x = 0; |
| rect->y = 0; |
| rect->w = attr.width; |
| rect->h = attr.height; |
| return TRUE; |
| } else { |
| return FALSE; |
| } |
| } |
| |
| gboolean |
| gst_v4l2_video_overlay_get_render_rect (GstV4l2Object * v4l2object, |
| GstVideoRectangle * rect) |
| { |
| GstV4l2Xv *v4l2xv = v4l2object->xv; |
| gboolean ret = FALSE; |
| if (v4l2xv) { |
| g_mutex_lock (&v4l2xv->mutex); |
| ret = get_render_rect (v4l2object, rect); |
| g_mutex_unlock (&v4l2xv->mutex); |
| } |
| return ret; |
| } |
| |
| static void |
| update_geometry (GstV4l2Object * v4l2object) |
| { |
| GstV4l2Xv *v4l2xv = v4l2object->xv; |
| GstVideoRectangle rect; |
| if (!get_render_rect (v4l2object, &rect)) |
| return; |
| /* note: we don't pass in valid video x/y/w/h.. currently the xserver |
| * doesn't need to know these, as they come from v4l2 by setting the |
| * crop.. |
| */ |
| XvPutVideo (v4l2xv->dpy, v4l2xv->port, v4l2object->xwindow_id, |
| DefaultGC (v4l2xv->dpy, DefaultScreen (v4l2xv->dpy)), |
| 0, 0, rect.w, rect.h, rect.x, rect.y, rect.w, rect.h); |
| } |
| |
| static gboolean |
| idle_refresh (gpointer data) |
| { |
| GstV4l2Object *v4l2object = GST_V4L2_OBJECT (data); |
| GstV4l2Xv *v4l2xv = v4l2object->xv; |
| |
| GST_LOG_OBJECT (v4l2object->element, "idle refresh"); |
| |
| if (v4l2xv) { |
| g_mutex_lock (&v4l2xv->mutex); |
| |
| update_geometry (v4l2object); |
| |
| v4l2xv->idle_id = 0; |
| g_mutex_unlock (&v4l2xv->mutex); |
| } |
| |
| /* once */ |
| return FALSE; |
| } |
| |
| |
| static gboolean |
| event_refresh (gpointer data) |
| { |
| GstV4l2Object *v4l2object = GST_V4L2_OBJECT (data); |
| GstV4l2Xv *v4l2xv = v4l2object->xv; |
| |
| GST_LOG_OBJECT (v4l2object->element, "event refresh"); |
| |
| if (v4l2xv) { |
| XEvent e; |
| |
| g_mutex_lock (&v4l2xv->mutex); |
| |
| /* If the element supports navigation, collect the relavent input |
| * events and push them upstream as navigation events |
| */ |
| if (GST_IS_NAVIGATION (v4l2object->element)) { |
| guint pointer_x = 0, pointer_y = 0; |
| gboolean pointer_moved = FALSE; |
| |
| /* We get all pointer motion events, only the last position is |
| * interesting. |
| */ |
| while (XCheckWindowEvent (v4l2xv->dpy, v4l2object->xwindow_id, |
| PointerMotionMask, &e)) { |
| switch (e.type) { |
| case MotionNotify: |
| pointer_x = e.xmotion.x; |
| pointer_y = e.xmotion.y; |
| pointer_moved = TRUE; |
| break; |
| default: |
| break; |
| } |
| } |
| if (pointer_moved) { |
| GST_DEBUG_OBJECT (v4l2object->element, |
| "pointer moved over window at %d,%d", pointer_x, pointer_y); |
| g_mutex_unlock (&v4l2xv->mutex); |
| gst_navigation_send_mouse_event (GST_NAVIGATION (v4l2object->element), |
| "mouse-move", 0, e.xbutton.x, e.xbutton.y); |
| g_mutex_lock (&v4l2xv->mutex); |
| } |
| |
| /* We get all events on our window to throw them upstream |
| */ |
| while (XCheckWindowEvent (v4l2xv->dpy, v4l2object->xwindow_id, |
| KeyPressMask | KeyReleaseMask | |
| ButtonPressMask | ButtonReleaseMask, &e)) { |
| KeySym keysym; |
| const char *key_str = NULL; |
| |
| g_mutex_unlock (&v4l2xv->mutex); |
| |
| switch (e.type) { |
| case ButtonPress: |
| GST_DEBUG_OBJECT (v4l2object->element, |
| "button %d pressed over window at %d,%d", |
| e.xbutton.button, e.xbutton.x, e.xbutton.y); |
| gst_navigation_send_mouse_event (GST_NAVIGATION |
| (v4l2object->element), "mouse-button-press", e.xbutton.button, |
| e.xbutton.x, e.xbutton.y); |
| break; |
| case ButtonRelease: |
| GST_DEBUG_OBJECT (v4l2object->element, |
| "button %d released over window at %d,%d", |
| e.xbutton.button, e.xbutton.x, e.xbutton.y); |
| gst_navigation_send_mouse_event (GST_NAVIGATION |
| (v4l2object->element), "mouse-button-release", e.xbutton.button, |
| e.xbutton.x, e.xbutton.y); |
| break; |
| case KeyPress: |
| case KeyRelease: |
| g_mutex_lock (&v4l2xv->mutex); |
| keysym = XkbKeycodeToKeysym (v4l2xv->dpy, e.xkey.keycode, 0, 0); |
| if (keysym != NoSymbol) { |
| key_str = XKeysymToString (keysym); |
| } else { |
| key_str = "unknown"; |
| } |
| g_mutex_unlock (&v4l2xv->mutex); |
| GST_DEBUG_OBJECT (v4l2object->element, |
| "key %d pressed over window at %d,%d (%s)", |
| e.xkey.keycode, e.xkey.x, e.xkey.y, key_str); |
| gst_navigation_send_key_event (GST_NAVIGATION (v4l2object->element), |
| e.type == KeyPress ? "key-press" : "key-release", key_str); |
| break; |
| default: |
| GST_DEBUG_OBJECT (v4l2object->element, |
| "unhandled X event (%d)", e.type); |
| } |
| |
| g_mutex_lock (&v4l2xv->mutex); |
| } |
| } |
| |
| /* Handle ConfigureNotify */ |
| while (XCheckWindowEvent (v4l2xv->dpy, v4l2object->xwindow_id, |
| StructureNotifyMask, &e)) { |
| switch (e.type) { |
| case ConfigureNotify: |
| update_geometry (v4l2object); |
| break; |
| default: |
| break; |
| } |
| } |
| g_mutex_unlock (&v4l2xv->mutex); |
| } |
| |
| /* repeat */ |
| return TRUE; |
| } |
| |
| void |
| gst_v4l2_video_overlay_set_window_handle (GstV4l2Object * v4l2object, |
| guintptr id) |
| { |
| GstV4l2Xv *v4l2xv; |
| XID xwindow_id = id; |
| gboolean change = (v4l2object->xwindow_id != xwindow_id); |
| |
| GST_LOG_OBJECT (v4l2object->element, "Setting XID to %lx", |
| (gulong) xwindow_id); |
| |
| if (!v4l2object->xv && GST_V4L2_IS_OPEN (v4l2object)) |
| gst_v4l2_video_overlay_open (v4l2object); |
| |
| v4l2xv = v4l2object->xv; |
| |
| if (v4l2xv) |
| g_mutex_lock (&v4l2xv->mutex); |
| |
| if (change) { |
| if (v4l2object->xwindow_id && v4l2xv) { |
| GST_DEBUG_OBJECT (v4l2object->element, |
| "Deactivating old port %lx", v4l2object->xwindow_id); |
| |
| XvSelectPortNotify (v4l2xv->dpy, v4l2xv->port, 0); |
| XvSelectVideoNotify (v4l2xv->dpy, v4l2object->xwindow_id, 0); |
| XvStopVideo (v4l2xv->dpy, v4l2xv->port, v4l2object->xwindow_id); |
| } |
| |
| v4l2object->xwindow_id = xwindow_id; |
| } |
| |
| if (!v4l2xv || xwindow_id == 0) { |
| if (v4l2xv) |
| g_mutex_unlock (&v4l2xv->mutex); |
| return; |
| } |
| |
| if (change) { |
| GST_DEBUG_OBJECT (v4l2object->element, "Activating new port %lx", |
| xwindow_id); |
| |
| /* draw */ |
| XvSelectPortNotify (v4l2xv->dpy, v4l2xv->port, 1); |
| XvSelectVideoNotify (v4l2xv->dpy, v4l2object->xwindow_id, 1); |
| } |
| |
| update_geometry (v4l2object); |
| |
| if (v4l2xv->idle_id) |
| g_source_remove (v4l2xv->idle_id); |
| v4l2xv->idle_id = g_idle_add (idle_refresh, v4l2object); |
| g_mutex_unlock (&v4l2xv->mutex); |
| } |
| |
| /** |
| * gst_v4l2_video_overlay_prepare_window_handle: |
| * @v4l2object: the v4l2object |
| * @required: %TRUE if display is required (ie. TRUE for v4l2sink, but |
| * FALSE for any other element with optional overlay capabilities) |
| * |
| * Helper function to create a windo if none is set from the application. |
| */ |
| void |
| gst_v4l2_video_overlay_prepare_window_handle (GstV4l2Object * v4l2object, |
| gboolean required) |
| { |
| GstVideoOverlay *overlay; |
| |
| if (!GST_V4L2_IS_OVERLAY (v4l2object)) |
| return; |
| |
| overlay = GST_VIDEO_OVERLAY (v4l2object->element); |
| gst_video_overlay_prepare_window_handle (overlay); |
| |
| if (required && !v4l2object->xwindow_id) { |
| GstV4l2Xv *v4l2xv; |
| Window win; |
| int width, height; |
| long event_mask; |
| |
| if (!v4l2object->xv && GST_V4L2_IS_OPEN (v4l2object)) |
| gst_v4l2_video_overlay_open (v4l2object); |
| |
| v4l2xv = v4l2object->xv; |
| |
| /* if video_overlay is not supported, just bail */ |
| if (!v4l2xv) |
| return; |
| |
| /* video_overlay is supported, but we don't have a window.. so create one */ |
| GST_DEBUG_OBJECT (v4l2object->element, "creating window"); |
| |
| g_mutex_lock (&v4l2xv->mutex); |
| |
| width = XDisplayWidth (v4l2xv->dpy, DefaultScreen (v4l2xv->dpy)); |
| height = XDisplayHeight (v4l2xv->dpy, DefaultScreen (v4l2xv->dpy)); |
| GST_DEBUG_OBJECT (v4l2object->element, "dpy=%p", v4l2xv->dpy); |
| |
| win = XCreateSimpleWindow (v4l2xv->dpy, |
| DefaultRootWindow (v4l2xv->dpy), |
| 0, 0, width, height, 0, 0, |
| XBlackPixel (v4l2xv->dpy, DefaultScreen (v4l2xv->dpy))); |
| |
| GST_DEBUG_OBJECT (v4l2object->element, "win=%lu", win); |
| |
| event_mask = ExposureMask | StructureNotifyMask; |
| if (GST_IS_NAVIGATION (v4l2object->element)) { |
| event_mask |= PointerMotionMask | |
| KeyPressMask | KeyReleaseMask | ButtonPressMask | ButtonReleaseMask; |
| } |
| XSelectInput (v4l2xv->dpy, win, event_mask); |
| v4l2xv->event_id = g_timeout_add (45, event_refresh, v4l2object); |
| |
| XMapRaised (v4l2xv->dpy, win); |
| |
| XSync (v4l2xv->dpy, FALSE); |
| |
| g_mutex_unlock (&v4l2xv->mutex); |
| |
| GST_DEBUG_OBJECT (v4l2object->element, "got window"); |
| |
| gst_v4l2_video_overlay_set_window_handle (v4l2object, win); |
| } |
| } |