| /* |
| * GStreamer |
| * Copyright (C) 2016 Freescale Semiconductor, Inc. All rights reserved. |
| * |
| * This library is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU Library General Public |
| * License as published by the Free Software Foundation; either |
| * version 2 of the License, or (at your option) any later version. |
| * |
| * This library is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| * Library General Public License for more details. |
| * |
| * You should have received a copy of the GNU Library General Public |
| * License along with this library; if not, write to the |
| * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, |
| * Boston, MA 02110-1301, USA. |
| */ |
| |
| #ifdef HAVE_CONFIG_H |
| #include "config.h" |
| #endif |
| |
| #include <stdio.h> |
| |
| #include <gst/video/video.h> |
| #include "qtwindow.h" |
| #include "gstqsgtexture.h" |
| #include "gstqtglutility.h" |
| |
| #include <QtCore/QRunnable> |
| #include <QtGui/QGuiApplication> |
| #include <QtQuick/QQuickWindow> |
| #include <QOpenGLFramebufferObject> |
| |
| /** |
| * SECTION: |
| * |
| * #QtGLWindow is an #QQuickWindow that grab QtQuick view to GStreamer OpenGL video buffers. |
| */ |
| |
| GST_DEBUG_CATEGORY_STATIC (qt_window_debug); |
| #define GST_CAT_DEFAULT qt_window_debug |
| |
| struct _QtGLWindowPrivate |
| { |
| GMutex lock; |
| GCond update_cond; |
| |
| GstBuffer *buffer; |
| GstCaps *caps; |
| GstVideoInfo v_info; |
| |
| gboolean initted; |
| gboolean updated; |
| gboolean quit; |
| gboolean result; |
| gboolean useDefaultFbo; |
| |
| GstGLDisplay *display; |
| GstGLContext *other_context; |
| |
| /* frames that qmlview rendered in its gl thread */ |
| guint64 frames_rendered; |
| }; |
| |
| class InitQtGLContext : public QRunnable |
| { |
| public: |
| InitQtGLContext(QtGLWindow *window); |
| void run(); |
| |
| private: |
| QtGLWindow *window_; |
| }; |
| |
| InitQtGLContext::InitQtGLContext(QtGLWindow *window) : |
| window_(window) |
| { |
| } |
| |
| void InitQtGLContext::run() |
| { |
| window_->onSceneGraphInitialized(); |
| } |
| |
| QtGLWindow::QtGLWindow ( QWindow * parent, QQuickWindow *src ) : |
| QQuickWindow( parent ), source (src) |
| { |
| QGuiApplication *app = static_cast<QGuiApplication *> (QCoreApplication::instance ()); |
| static volatile gsize _debug; |
| |
| g_assert (app != NULL); |
| |
| if (g_once_init_enter (&_debug)) { |
| GST_DEBUG_CATEGORY_INIT (GST_CAT_DEFAULT, "qtglwindow", 0, "Qt GL QuickWindow"); |
| g_once_init_leave (&_debug, 1); |
| } |
| |
| this->priv = g_new0 (QtGLWindowPrivate, 1); |
| |
| g_mutex_init (&this->priv->lock); |
| g_cond_init (&this->priv->update_cond); |
| |
| this->priv->display = gst_qt_get_gl_display(); |
| |
| connect (source, SIGNAL(beforeRendering()), this, SLOT(beforeRendering()), Qt::DirectConnection); |
| connect (source, SIGNAL(afterRendering()), this, SLOT(afterRendering()), Qt::DirectConnection); |
| connect (app, SIGNAL(aboutToQuit()), this, SLOT(aboutToQuit()), Qt::DirectConnection); |
| if (source->isSceneGraphInitialized()) |
| source->scheduleRenderJob(new InitQtGLContext(this), QQuickWindow::BeforeSynchronizingStage); |
| else |
| connect (source, SIGNAL(sceneGraphInitialized()), this, SLOT(onSceneGraphInitialized()), Qt::DirectConnection); |
| |
| GST_DEBUG ("%p init Qt Window", this->priv->display); |
| } |
| |
| QtGLWindow::~QtGLWindow() |
| { |
| GST_DEBUG ("deinit Qt Window"); |
| g_mutex_clear (&this->priv->lock); |
| g_cond_clear (&this->priv->update_cond); |
| if (this->priv->other_context) |
| gst_object_unref(this->priv->other_context); |
| if (this->priv->display) |
| gst_object_unref(this->priv->display); |
| g_free (this->priv); |
| this->priv = NULL; |
| } |
| |
| void |
| QtGLWindow::beforeRendering() |
| { |
| unsigned int width, height; |
| |
| g_mutex_lock (&this->priv->lock); |
| |
| if (!fbo && !this->priv->useDefaultFbo) { |
| |
| width = source->width(); |
| height = source->height(); |
| |
| GST_DEBUG ("create new framebuffer object %dX%d", width, height); |
| |
| fbo.reset(new QOpenGLFramebufferObject (width, height, |
| QOpenGLFramebufferObject::NoAttachment, GL_TEXTURE_2D, GL_RGBA)); |
| |
| source->setRenderTarget(fbo.data()); |
| } |
| |
| g_mutex_unlock (&this->priv->lock); |
| } |
| |
| |
| void |
| QtGLWindow::afterRendering() |
| { |
| GstVideoFrame gl_frame; |
| GstVideoInfo *info; |
| GstGLContext *context; |
| gboolean ret; |
| guint width, height; |
| const GstGLFuncs *gl; |
| GLuint dst_tex; |
| |
| g_mutex_lock (&this->priv->lock); |
| |
| this->priv->frames_rendered++; |
| |
| if(!this->priv->buffer || this->priv->updated == TRUE) { |
| GST_DEBUG ("skip this frame"); |
| g_mutex_unlock (&this->priv->lock); |
| return; |
| } |
| |
| GST_DEBUG ("copy buffer %p",this->priv->buffer); |
| |
| width = GST_VIDEO_INFO_WIDTH (&this->priv->v_info); |
| height = GST_VIDEO_INFO_HEIGHT (&this->priv->v_info); |
| info = &this->priv->v_info; |
| context = this->priv->other_context; |
| |
| gst_gl_context_activate (context, TRUE); |
| gl = context->gl_vtable; |
| |
| ret = gst_video_frame_map (&gl_frame, info, this->priv->buffer, |
| (GstMapFlags) (GST_MAP_WRITE | GST_MAP_GL)); |
| |
| if (!ret) { |
| this->priv->buffer = NULL; |
| GST_ERROR ("Failed to map video frame"); |
| goto errors; |
| } |
| |
| gl->BindFramebuffer (GL_READ_FRAMEBUFFER, this->source->renderTargetId()); |
| |
| ret = gst_gl_context_check_framebuffer_status (context); |
| if (!ret) { |
| GST_ERROR ("FBO errors"); |
| goto errors; |
| } |
| |
| dst_tex = *(guint *) gl_frame.data[0]; |
| GST_DEBUG ("qml render target id %d, render to tex %d %dX%d", |
| this->source->renderTargetId(), dst_tex, width,height); |
| |
| gl->BindTexture (GL_TEXTURE_2D, dst_tex); |
| gl->CopyTexImage2D (GL_TEXTURE_2D, 0, GL_RGBA, 0, 0, width, height, 0); |
| |
| GST_DEBUG ("rendering finished"); |
| |
| errors: |
| gl->BindFramebuffer (GL_FRAMEBUFFER, 0); |
| gst_video_frame_unmap (&gl_frame); |
| |
| gst_gl_context_activate (context, FALSE); |
| |
| this->priv->result = ret; |
| this->priv->updated = TRUE; |
| g_cond_signal (&this->priv->update_cond); |
| g_mutex_unlock (&this->priv->lock); |
| } |
| |
| void |
| QtGLWindow::aboutToQuit() |
| { |
| g_mutex_lock (&this->priv->lock); |
| |
| this->priv->updated = TRUE; |
| this->priv->quit = TRUE; |
| g_cond_signal (&this->priv->update_cond); |
| |
| g_mutex_unlock (&this->priv->lock); |
| |
| GST_DEBUG("about to quit"); |
| } |
| |
| void |
| QtGLWindow::onSceneGraphInitialized() |
| { |
| GST_DEBUG ("scene graph initialization with Qt GL context %p", |
| this->source->openglContext ()); |
| |
| this->priv->initted = gst_qt_get_gl_wrapcontext (this->priv->display, |
| &this->priv->other_context, NULL); |
| |
| GST_DEBUG ("%p created wrapped GL context %" GST_PTR_FORMAT, this, |
| this->priv->other_context); |
| } |
| |
| bool |
| QtGLWindow::getGeometry(int * width, int * height) |
| { |
| if (width == NULL || height == NULL) |
| return FALSE; |
| |
| *width = this->source->width(); |
| *height = this->source->height(); |
| |
| return TRUE; |
| } |
| |
| GstGLContext * |
| qt_window_get_qt_context (QtGLWindow * qt_window) |
| { |
| g_return_val_if_fail (qt_window != NULL, NULL); |
| |
| if (!qt_window->priv->other_context) |
| return NULL; |
| |
| return (GstGLContext *) gst_object_ref (qt_window->priv->other_context); |
| } |
| |
| GstGLDisplay * |
| qt_window_get_display (QtGLWindow * qt_window) |
| { |
| g_return_val_if_fail (qt_window != NULL, NULL); |
| |
| if (!qt_window->priv->display) |
| return NULL; |
| |
| return (GstGLDisplay *) gst_object_ref (qt_window->priv->display); |
| } |
| |
| gboolean |
| qt_window_is_scenegraph_initialized (QtGLWindow * qt_window) |
| { |
| g_return_val_if_fail (qt_window != NULL, FALSE); |
| |
| return qt_window->priv->initted; |
| } |
| |
| gboolean |
| qt_window_set_caps (QtGLWindow * qt_window, GstCaps * caps) |
| { |
| GstVideoInfo v_info; |
| |
| g_return_val_if_fail (qt_window != NULL, FALSE); |
| g_return_val_if_fail (GST_IS_CAPS (caps), FALSE); |
| g_return_val_if_fail (gst_caps_is_fixed (caps), FALSE); |
| |
| if (qt_window->priv->caps && gst_caps_is_equal_fixed (qt_window->priv->caps, caps)) |
| return TRUE; |
| |
| if (!gst_video_info_from_caps (&v_info, caps)) |
| return FALSE; |
| |
| g_mutex_lock (&qt_window->priv->lock); |
| |
| gst_caps_replace (&qt_window->priv->caps, caps); |
| |
| qt_window->priv->v_info = v_info; |
| |
| g_mutex_unlock (&qt_window->priv->lock); |
| |
| return TRUE; |
| } |
| |
| gboolean |
| qt_window_set_buffer (QtGLWindow * qt_window, GstBuffer * buffer) |
| { |
| g_return_val_if_fail (qt_window != NULL, FALSE); |
| g_return_val_if_fail (qt_window->priv->initted, FALSE); |
| gboolean ret; |
| |
| g_mutex_lock (&qt_window->priv->lock); |
| |
| if (qt_window->priv->quit){ |
| GST_DEBUG("about to quit, drop this buffer"); |
| g_mutex_unlock (&qt_window->priv->lock); |
| return TRUE; |
| } |
| |
| qt_window->priv->updated = FALSE; |
| qt_window->priv->buffer = buffer; |
| |
| while (!qt_window->priv->updated) |
| g_cond_wait (&qt_window->priv->update_cond, &qt_window->priv->lock); |
| |
| ret = qt_window->priv->result; |
| |
| g_mutex_unlock (&qt_window->priv->lock); |
| |
| return ret; |
| } |
| |
| void |
| qt_window_use_default_fbo (QtGLWindow * qt_window, gboolean useDefaultFbo) |
| { |
| g_return_if_fail (qt_window != NULL); |
| |
| g_mutex_lock (&qt_window->priv->lock); |
| |
| GST_DEBUG ("set to use default fbo %d", useDefaultFbo); |
| qt_window->priv->useDefaultFbo = useDefaultFbo; |
| |
| g_mutex_unlock (&qt_window->priv->lock); |
| } |
| |
| void |
| qt_window_get_total_frames (QtGLWindow * qt_window, guint64 *frames) |
| { |
| g_return_if_fail (qt_window != NULL); |
| |
| g_mutex_lock (&qt_window->priv->lock); |
| |
| *frames = qt_window->priv->frames_rendered; |
| |
| g_mutex_unlock (&qt_window->priv->lock); |
| } |