sys/osxvideo/cocoawindow.m - imx-gst-plugins-good - Git at Google

 /* GStreamer
  * Copyright (C) 2004 Zaheer Abbas Merali <zaheerabbas at merali dot org>
  * Copyright (C) 2007 Pioneers of the Inevitable <songbird@songbirdnest.com>
  *
  * This library is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Library General Public
  * License as published by the Free Software Foundation; either
  * version 2 of the License, or (at your option) any later version.
  *
  * This library is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Library General Public License for more details.
  *
  * You should have received a copy of the GNU Library General Public
  * License along with this library; if not, write to the
  * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
  * Boston, MA 02110-1301, USA.
  *
  * The development of this code was made possible due to the involvement of Pioneers
  * of the Inevitable, the creators of the Songbird Music player
  *
  */

 /* inspiration gained from looking at source of osx video out of xine and vlc
  * and is reflected in the code
  */


 #include <Cocoa/Cocoa.h>
 #include <gst/gst.h>
 #import "cocoawindow.h"
 #import "osxvideosink.h"

 #include <OpenGL/OpenGL.h>
 #include <OpenGL/gl.h>
 #include <OpenGL/glext.h>

 #include <Carbon/Carbon.h>

 /* Debugging category */
 #include <gst/gstinfo.h>

 #if MAC_OS_X_VERSION_MAX_ALLOWED < MAC_OS_X_VERSION_10_12
 #define NSEventTypeMouseMoved                NSMouseMoved
 #define NSEventTypeLeftMouseDown             NSLeftMouseDown
 #define NSEventTypeLeftMouseUp               NSLeftMouseUp
 #define NSEventTypeRightMouseDown            NSRightMouseDown
 #define NSEventTypeRightMouseUp              NSRightMouseUp
 #endif

 static
 const gchar* gst_keycode_to_keyname(gint16 keycode)
 {
     switch (keycode)
     {
       case kVK_ANSI_A:
         return "a";
       case kVK_ANSI_S:
         return "s";
       case kVK_ANSI_D:
         return "d";
       case kVK_ANSI_F:
         return "f";
       case kVK_ANSI_H:
         return "h";
       case kVK_ANSI_G:
         return "g";
       case kVK_ANSI_Z:
         return "z";
       case kVK_ANSI_X:
         return "x";
       case kVK_ANSI_C:
         return "c";
       case kVK_ANSI_V:
         return "v";
       case kVK_ANSI_B:
         return "b";
       case kVK_ANSI_Q:
         return "q";
       case kVK_ANSI_W:
         return "w";
       case kVK_ANSI_E:
         return "e";
       case kVK_ANSI_R:
         return "r";
       case kVK_ANSI_Y:
         return "y";
       case kVK_ANSI_T:
         return "t";
       case kVK_ANSI_1:
         return "1";
       case kVK_ANSI_2:
         return "2";
       case kVK_ANSI_3:
         return "3";
       case kVK_ANSI_4:
         return "4";
       case kVK_ANSI_6:
         return "6";
       case kVK_ANSI_5:
         return "5";
       case kVK_ANSI_Equal:
         return "equal";
       case kVK_ANSI_9:
         return "9";
       case kVK_ANSI_7:
         return "7";
       case kVK_ANSI_Minus:
         return "minus";
       case kVK_ANSI_8:
         return "8";
       case kVK_ANSI_0:
         return "0";
       case kVK_ANSI_RightBracket:
         return "bracketright";
       case kVK_ANSI_O:
         return "0";
       case kVK_ANSI_U:
         return "u";
       case kVK_ANSI_LeftBracket:
         return "bracketleft";
       case kVK_ANSI_I:
         return "i";
       case kVK_ANSI_P:
         return "p";
       case kVK_ANSI_L:
         return "l";
       case kVK_ANSI_J:
         return "j";
       case kVK_ANSI_Quote:
         return "apostrophe";
       case kVK_ANSI_K:
         return "k";
       case kVK_ANSI_Semicolon:
         return "semicolon";
       case kVK_ANSI_Backslash:
         return "backslash";
       case kVK_ANSI_Comma:
         return "comma";
       case kVK_ANSI_Slash:
         return "slash";
       case kVK_ANSI_N:
         return "n";
       case kVK_ANSI_M:
         return "m";
       case kVK_ANSI_Period:
         return "period";
       case kVK_ANSI_Grave:
         return "grave";
       case kVK_ANSI_KeypadDecimal:
         return "KP_Delete";
       case kVK_ANSI_KeypadMultiply:
         return "KP_Multiply";
       case kVK_ANSI_KeypadPlus:
         return "KP_Add";
       case kVK_ANSI_KeypadClear:
         return "KP_Clear";
       case kVK_ANSI_KeypadDivide:
         return "KP_Divide";
       case kVK_ANSI_KeypadEnter:
         return "KP_Enter";
       case kVK_ANSI_KeypadMinus:
         return "KP_Subtract";
       case kVK_ANSI_KeypadEquals:
         return "KP_Equals";
       case kVK_ANSI_Keypad0:
         return "KP_Insert";
       case kVK_ANSI_Keypad1:
         return "KP_End";
       case kVK_ANSI_Keypad2:
         return "KP_Down";
       case kVK_ANSI_Keypad3:
         return "KP_Next";
       case kVK_ANSI_Keypad4:
         return "KP_Left";
       case kVK_ANSI_Keypad5:
         return "KP_Begin";
       case kVK_ANSI_Keypad6:
         return "KP_Right";
       case kVK_ANSI_Keypad7:
         return "KP_Home";
       case kVK_ANSI_Keypad8:
         return "KP_Up";
       case kVK_ANSI_Keypad9:
         return "KP_Prior";

     /* keycodes for keys that are independent of keyboard layout*/

       case kVK_Return:
         return "Return";
       case kVK_Tab:
         return "Tab";
       case kVK_Space:
         return "space";
       case kVK_Delete:
         return "Backspace";
       case kVK_Escape:
         return "Escape";
       case kVK_Command:
         return "Command";
       case kVK_Shift:
         return "Shift_L";
       case kVK_CapsLock:
         return "Caps_Lock";
       case kVK_Option:
         return "Option_L";
       case kVK_Control:
         return "Control_L";
       case kVK_RightShift:
         return "Shift_R";
       case kVK_RightOption:
         return "Option_R";
       case kVK_RightControl:
         return "Control_R";
       case kVK_Function:
         return "Function";
       case kVK_F17:
         return "F17";
       case kVK_VolumeUp:
         return "VolumeUp";
       case kVK_VolumeDown:
         return "VolumeDown";
       case kVK_Mute:
         return "Mute";
       case kVK_F18:
         return "F18";
       case kVK_F19:
         return "F19";
       case kVK_F20:
         return "F20";
       case kVK_F5:
         return "F5";
       case kVK_F6:
         return "F6";
       case kVK_F7:
         return "F7";
       case kVK_F3:
         return "F3";
       case kVK_F8:
         return "F8";
       case kVK_F9:
         return "F9";
       case kVK_F11:
         return "F11";
       case kVK_F13:
         return "F13";
       case kVK_F16:
         return "F16";
       case kVK_F14:
         return "F14";
       case kVK_F10:
         return "F10";
       case kVK_F12:
         return "F12";
       case kVK_F15:
         return "F15";
       case kVK_Help:
         return "Help";
       case kVK_Home:
         return "Home";
       case kVK_PageUp:
         return "Prior";
       case kVK_ForwardDelete:
         return "Delete";
       case kVK_F4:
         return "F4";
       case kVK_End:
         return "End";
       case kVK_F2:
         return "F2";
       case kVK_PageDown:
         return "Next";
       case kVK_F1:
         return "F1";
       case kVK_LeftArrow:
         return "Left";
       case kVK_RightArrow:
         return "Right";
       case kVK_DownArrow:
         return "Down";
       case kVK_UpArrow:
         return "Up";
     default:
         return "";
   };
 }

 @ implementation GstOSXVideoSinkWindow

 /* The object has to be released */
 - (id) initWithContentNSRect: (NSRect) rect
 		 styleMask: (unsigned int) styleMask
 		   backing: (NSBackingStoreType) bufferingType
 		     defer: (BOOL) flag
 		    screen:(NSScreen *) aScreen
 {
   self = [super initWithContentRect: rect
 		styleMask: styleMask
 		backing: bufferingType
 		defer: flag
 		screen:aScreen];

   GST_DEBUG ("Initializing GstOSXvideoSinkWindow");

   gstview = [[GstGLView alloc] initWithFrame:rect];

   if (gstview)
     [self setContentView:gstview];
   [self setTitle:@"GStreamer Video Output"];

   return self;
 }

 - (void) setContentSize:(NSSize) size {
   width = size.width;
   height = size.height;

   [super setContentSize:size];
 }

 - (GstGLView *) gstView {
   return gstview;
 }

 - (void) awakeFromNib {
   [self setAcceptsMouseMovedEvents:YES];
 }

 @end


 //
 // OpenGL implementation
 //

 @ implementation GstGLView

 - (id) initWithFrame:(NSRect) frame {
   NSOpenGLPixelFormat *fmt;
   NSOpenGLPixelFormatAttribute attribs[] = {
     NSOpenGLPFANoRecovery,
     NSOpenGLPFADoubleBuffer,
     NSOpenGLPFAColorSize, 24,
     NSOpenGLPFAAlphaSize, 8,
     NSOpenGLPFADepthSize, 24,
 #if MAC_OS_X_VERSION_MAX_ALLOWED < 1090
     NSOpenGLPFAWindow,
 #endif
     0
   };

   fmt = [[NSOpenGLPixelFormat alloc]
 	  initWithAttributes:attribs];

   if (!fmt) {
     GST_WARNING ("Cannot create NSOpenGLPixelFormat");
     return nil;
   }

   self = [super initWithFrame: frame pixelFormat:fmt];
   [fmt release];

    actualContext = [self openGLContext];
    [actualContext makeCurrentContext];
    [actualContext update];

   /* Black background */
   glClearColor (0.0, 0.0, 0.0, 0.0);

   pi_texture = 0;
   data = nil;
   width = frame.size.width;
   height = frame.size.height;
   drawingBounds = NSMakeRect(0, 0, width, height);

   GST_LOG ("Width: %d Height: %d", width, height);

   trackingArea = [[NSTrackingArea alloc] initWithRect:[self bounds]
       options: (NSTrackingMouseEnteredAndExited | NSTrackingMouseMoved | NSTrackingActiveInKeyWindow)
       owner:self
       userInfo:nil];

   [self addTrackingArea:trackingArea];
   mainThread = [NSThread mainThread];

   [self initTextures];
   return self;
 }

 - (NSRect) getDrawingBounds {
   return drawingBounds;
 }

 - (void) reshape {
   NSRect bounds;
   gdouble frame_par, view_par;
   gint view_height, view_width, c_height, c_width, c_x, c_y;


   GST_LOG ("reshaping");

   if (!initDone) {
     return;
   }

   [actualContext makeCurrentContext];

   bounds = [self bounds];
   view_width = bounds.size.width;
   view_height = bounds.size.height;

   frame_par = (gdouble) width / height;
   view_par = (gdouble) view_width / view_height;
   if (!keepAspectRatio)
     view_par = frame_par;

   if (frame_par == view_par) {
     c_height = view_height;
     c_width = view_width;
     c_x = 0;
     c_y = 0;
   } else if (frame_par < view_par) {
     c_height = view_height;
     c_width = c_height * frame_par;
     c_x = (view_width - c_width) / 2;
     c_y = 0;
   } else {
     c_width = view_width;
     c_height = c_width / frame_par;
     c_x = 0;
     c_y = (view_height - c_height) / 2;
   }

   drawingBounds = NSMakeRect(c_x, c_y, c_width, c_height);
   glViewport (c_x, c_y, (GLint) c_width, (GLint) c_height);
 }

 - (void) initTextures {

   [actualContext makeCurrentContext];

   /* Free previous texture if any */
   if (pi_texture) {
     glDeleteTextures (1, (GLuint *)&pi_texture);
   }

   if (data) {
     data = g_realloc (data, width * height * sizeof(short)); // short or 3byte?
   } else {
     data = g_malloc0(width * height * sizeof(short));
   }
   /* Create textures */
   glGenTextures (1, (GLuint *)&pi_texture);

   glEnable (GL_TEXTURE_RECTANGLE_EXT);
   glEnable (GL_UNPACK_CLIENT_STORAGE_APPLE);

   glPixelStorei (GL_UNPACK_ALIGNMENT, 1);
   glPixelStorei (GL_UNPACK_ROW_LENGTH, width);

   glBindTexture (GL_TEXTURE_RECTANGLE_EXT, pi_texture);

   /* Use VRAM texturing */
   glTexParameteri (GL_TEXTURE_RECTANGLE_EXT,
 		   GL_TEXTURE_STORAGE_HINT_APPLE, GL_STORAGE_CACHED_APPLE);

   /* Tell the driver not to make a copy of the texture but to use
      our buffer */
   glPixelStorei (GL_UNPACK_CLIENT_STORAGE_APPLE, GL_TRUE);

   /* Linear interpolation */
   glTexParameteri (GL_TEXTURE_RECTANGLE_EXT, GL_TEXTURE_MIN_FILTER, GL_LINEAR);
   glTexParameteri (GL_TEXTURE_RECTANGLE_EXT, GL_TEXTURE_MAG_FILTER, GL_LINEAR);

   /* I have no idea what this exactly does, but it seems to be
      necessary for scaling */
   glTexParameteri (GL_TEXTURE_RECTANGLE_EXT,
 		   GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
   glTexParameteri (GL_TEXTURE_RECTANGLE_EXT,
 		   GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
   // glPixelStorei (GL_UNPACK_ROW_LENGTH, 0); WHY ??

   glTexImage2D (GL_TEXTURE_RECTANGLE_EXT, 0, GL_RGBA,
 		width, height, 0,
 		GL_YCBCR_422_APPLE, GL_UNSIGNED_SHORT_8_8_APPLE, data);


   initDone = 1;
 }

 - (void) reloadTexture {
   if (!initDone) {
     return;
   }

   GST_LOG ("Reloading Texture");

   [actualContext makeCurrentContext];

   glBindTexture (GL_TEXTURE_RECTANGLE_EXT, pi_texture);
   glPixelStorei (GL_UNPACK_ROW_LENGTH, width);

   /* glTexSubImage2D is faster than glTexImage2D
      http://developer.apple.com/samplecode/Sample_Code/Graphics_3D/
      TextureRange/MainOpenGLView.m.htm */
   glTexSubImage2D (GL_TEXTURE_RECTANGLE_EXT, 0, 0, 0,
 		   width, height,
 		   GL_YCBCR_422_APPLE, GL_UNSIGNED_SHORT_8_8_APPLE, data);    //FIXME
 }

 - (void) cleanUp {
   initDone = 0;
 }

 - (void) drawQuad {
   f_x = 1.0;
   f_y = 1.0;

   glBegin (GL_QUADS);
   /* Top left */
   glTexCoord2f (0.0, 0.0);
   glVertex2f (-f_x, f_y);
   /* Bottom left */
   glTexCoord2f (0.0, (float) height);
   glVertex2f (-f_x, -f_y);
   /* Bottom right */
   glTexCoord2f ((float) width, (float) height);
   glVertex2f (f_x, -f_y);
   /* Top right */
   glTexCoord2f ((float) width, 0.0);
   glVertex2f (f_x, f_y);
   glEnd ();
 }

 - (void) drawRect:(NSRect) rect {
   GLint params[] = { 1 };

   [actualContext makeCurrentContext];

   CGLSetParameter (CGLGetCurrentContext (), kCGLCPSwapInterval, params);

   /* Black background */
   glClear (GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT);

   if (!initDone) {
     [actualContext flushBuffer];
     return;
   }

   /* Draw */
   glBindTexture (GL_TEXTURE_RECTANGLE_EXT, pi_texture); // FIXME
   [self drawQuad];
   /* Draw */
   [actualContext flushBuffer];
 }

 - (void) displayTexture {
   if ([self lockFocusIfCanDraw]) {

     [self drawRect:[self bounds]];
     [self reloadTexture];

     [self unlockFocus];

   }

 }

 - (char *) getTextureBuffer {
   return data;
 }

 - (void) setFullScreen:(BOOL) flag {
   if (!fullscreen && flag) {
     // go to full screen
     /* Create the new pixel format */
     NSOpenGLPixelFormat *fmt;
     NSOpenGLPixelFormatAttribute attribs[] = {
       NSOpenGLPFAAccelerated,
       NSOpenGLPFANoRecovery,
       NSOpenGLPFADoubleBuffer,
       NSOpenGLPFAColorSize, 24,
       NSOpenGLPFAAlphaSize, 8,
       NSOpenGLPFADepthSize, 24,
 #if MAC_OS_X_VERSION_MAX_ALLOWED < 1060
       NSOpenGLPFAFullScreen,
 #endif
       NSOpenGLPFAScreenMask,
       CGDisplayIDToOpenGLDisplayMask (kCGDirectMainDisplay),
       0
     };

     fmt = [[NSOpenGLPixelFormat alloc]
 	    initWithAttributes:attribs];

     if (!fmt) {
       GST_WARNING ("Cannot create NSOpenGLPixelFormat");
       return;
     }

     /* Create the new OpenGL context */
     fullScreenContext = [[NSOpenGLContext alloc]
 			  initWithFormat: fmt shareContext:nil];
     if (!fullScreenContext) {
       GST_WARNING ("Failed to create new NSOpenGLContext");
       return;
     }

     actualContext = fullScreenContext;

     /* Capture display, switch to fullscreen */
     if (CGCaptureAllDisplays () != CGDisplayNoErr) {
       GST_WARNING ("CGCaptureAllDisplays() failed");
       return;
     }
 #if MAC_OS_X_VERSION_MAX_ALLOWED < 1070
     [fullScreenContext setFullScreen];
 #endif
     [fullScreenContext makeCurrentContext];

     fullscreen = YES;

     [self initTextures];
     [self setNeedsDisplay:YES];

   } else if (fullscreen && !flag) {
     // fullscreen now and needs to go back to normal
     initDone = NO;

     actualContext = [self openGLContext];

     [NSOpenGLContext clearCurrentContext];
     [fullScreenContext clearDrawable];
     [fullScreenContext release];
     fullScreenContext = nil;

     CGReleaseAllDisplays ();

     [self reshape];
     [self initTextures];

     [self setNeedsDisplay:YES];

     fullscreen = NO;
     initDone = YES;
   }
 }

 - (void) setVideoSize: (int)w : (int)h {
   GST_LOG ("width:%d, height:%d", w, h);

   width = w;
   height = h;

   [self initTextures];
   [self reshape];
 }

 - (void) setKeepAspectRatio: (BOOL) flag {
   keepAspectRatio = flag;
   [self reshape];
 }

 #ifndef GSTREAMER_GLIB_COCOA_NSAPPLICATION
 - (void) setMainThread: (NSThread *) thread {
   mainThread = thread;
 }
 #endif

 - (void) haveSuperviewReal:(NSMutableArray *)closure {
 	BOOL haveSuperview = [self superview] != nil;
 	[closure addObject:[NSNumber numberWithBool:haveSuperview]];
 }

 - (BOOL) haveSuperview {
 	NSMutableArray *closure = [NSMutableArray arrayWithCapacity:1];
 	[self performSelector:@selector(haveSuperviewReal:)
 		onThread:mainThread
 		withObject:(id)closure waitUntilDone:YES];

 	return [[closure objectAtIndex:0] boolValue];
 }

 - (void) addToSuperviewReal:(NSView *)superview {
 	NSRect bounds;
 	[superview addSubview:self];
 	bounds = [superview bounds];
 	[self setFrame:bounds];
 	[self setAutoresizingMask:NSViewWidthSizable|NSViewHeightSizable];
 }

 - (void) addToSuperview: (NSView *)superview {
 	[self performSelector:@selector(addToSuperviewReal:)
 		onThread:mainThread
 		withObject:superview waitUntilDone:YES];
 }

 - (void) removeFromSuperview: (id)unused
 {
 	[self removeFromSuperview];
 }

 - (void) dealloc {
   GST_LOG ("dealloc called");
   if (data) g_free(data);

   if (fullScreenContext) {
     [NSOpenGLContext clearCurrentContext];
     [fullScreenContext clearDrawable];
     [fullScreenContext release];
     if (actualContext == fullScreenContext) actualContext = nil;
     fullScreenContext = nil;
   }

   [super dealloc];
 }

 - (void)updateTrackingAreas {
   [self removeTrackingArea:trackingArea];
   [trackingArea release];
   trackingArea = [[NSTrackingArea alloc] initWithRect: [self bounds]
       options: (NSTrackingMouseEnteredAndExited | NSTrackingMouseMoved | NSTrackingActiveInKeyWindow)
       owner:self userInfo:nil];
   [self addTrackingArea:trackingArea];
 }

 - (BOOL)acceptsFirstResponder {
     return YES;
 }

 - (void) setNavigation:(GstNavigation *)nav
 {
   navigation = nav;
 }

 - (void)sendMouseEvent:(NSEvent *)event : (const char *)event_name
 {
   NSPoint location;
   gint button;
   gdouble x, y;

   if (!navigation)
     return;

   switch ([event type]) {
     case NSEventTypeMouseMoved:
       button = 0;
       break;
     case NSEventTypeLeftMouseDown:
     case NSEventTypeLeftMouseUp:
       button = 1;
       break;
     case NSEventTypeRightMouseDown:
     case NSEventTypeRightMouseUp:
       button = 2;
       break;
     default:
       button = 3;
       break;
   }

   location = [self convertPoint:[event locationInWindow] fromView:nil];

   x = location.x;
   y = location.y;
   /* invert Y */

   y = (1 - ((gdouble) y) / [self bounds].size.height) * [self bounds].size.height;

   gst_navigation_send_mouse_event (navigation, event_name, button, x, y);
 }

 - (void)sendKeyEvent:(NSEvent *)event : (const char *)event_name
 {
   if (!navigation)
     return;

   gst_navigation_send_key_event(navigation, event_name, gst_keycode_to_keyname([event keyCode]));
 }

 - (void)sendModifierKeyEvent:(NSEvent *)event
 {
   NSUInteger flags = [event modifierFlags];
   const gchar* event_name = flags > savedModifierFlags ? "key-press" : "key-release";
   savedModifierFlags = flags;
   [self sendKeyEvent: event: event_name];
 }

 - (void)keyDown:(NSEvent *) event;
 {
   [self sendKeyEvent: event: "key-press"];
   [super keyDown: event];
 }

 - (void)keyUp:(NSEvent *) event;
 {
   [self sendKeyEvent: event: "key-release"];
   [super keyUp: event];
 }

 - (void)flagsChanged:(NSEvent *) event;
 {
   [self sendModifierKeyEvent: event];
   [super flagsChanged: event];
 }

 - (void)mouseDown:(NSEvent *) event;
 {
   [self sendMouseEvent:event: "mouse-button-press"];
   [super mouseDown: event];
 }

 - (void)mouseUp:(NSEvent *) event;
 {
   [self sendMouseEvent:event: "mouse-button-release"];
   [super mouseUp: event];
 }

 - (void)mouseMoved:(NSEvent *)event;
 {
   [self sendMouseEvent:event: "mouse-move"];
   [super mouseMoved: event];
 }

 - (void)mouseEntered:(NSEvent *)event;
 {
   [super mouseEntered: event];
 }

 - (void)mouseExited:(NSEvent *)event;
 {
   [super mouseExited: event];
 }

 @end
	/* GStreamer
	* Copyright (C) 2004 Zaheer Abbas Merali <zaheerabbas at merali dot org>
	* Copyright (C) 2007 Pioneers of the Inevitable <songbird@songbirdnest.com>
	*
	* This library is free software; you can redistribute it and/or
	* modify it under the terms of the GNU Library General Public
	* License as published by the Free Software Foundation; either
	* version 2 of the License, or (at your option) any later version.
	*
	* This library is distributed in the hope that it will be useful,
	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	* Library General Public License for more details.
	*
	* You should have received a copy of the GNU Library General Public
	* License along with this library; if not, write to the
	* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
	* Boston, MA 02110-1301, USA.
	*
	* The development of this code was made possible due to the involvement of Pioneers
	* of the Inevitable, the creators of the Songbird Music player
	*
	*/

	/* inspiration gained from looking at source of osx video out of xine and vlc
	* and is reflected in the code
	*/


	#include <Cocoa/Cocoa.h>
	#include <gst/gst.h>
	#import "cocoawindow.h"
	#import "osxvideosink.h"

	#include <OpenGL/OpenGL.h>
	#include <OpenGL/gl.h>
	#include <OpenGL/glext.h>

	#include <Carbon/Carbon.h>

	/* Debugging category */
	#include <gst/gstinfo.h>

	#if MAC_OS_X_VERSION_MAX_ALLOWED < MAC_OS_X_VERSION_10_12
	#define NSEventTypeMouseMoved NSMouseMoved
	#define NSEventTypeLeftMouseDown NSLeftMouseDown
	#define NSEventTypeLeftMouseUp NSLeftMouseUp
	#define NSEventTypeRightMouseDown NSRightMouseDown
	#define NSEventTypeRightMouseUp NSRightMouseUp
	#endif

	static
	const gchar* gst_keycode_to_keyname(gint16 keycode)
	{
	switch (keycode)
	{
	case kVK_ANSI_A:
	return "a";
	case kVK_ANSI_S:
	return "s";
	case kVK_ANSI_D:
	return "d";
	case kVK_ANSI_F:
	return "f";
	case kVK_ANSI_H:
	return "h";
	case kVK_ANSI_G:
	return "g";
	case kVK_ANSI_Z:
	return "z";
	case kVK_ANSI_X:
	return "x";
	case kVK_ANSI_C:
	return "c";
	case kVK_ANSI_V:
	return "v";
	case kVK_ANSI_B:
	return "b";
	case kVK_ANSI_Q:
	return "q";
	case kVK_ANSI_W:
	return "w";
	case kVK_ANSI_E:
	return "e";
	case kVK_ANSI_R:
	return "r";
	case kVK_ANSI_Y:
	return "y";
	case kVK_ANSI_T:
	return "t";
	case kVK_ANSI_1:
	return "1";
	case kVK_ANSI_2:
	return "2";
	case kVK_ANSI_3:
	return "3";
	case kVK_ANSI_4:
	return "4";
	case kVK_ANSI_6:
	return "6";
	case kVK_ANSI_5:
	return "5";
	case kVK_ANSI_Equal:
	return "equal";
	case kVK_ANSI_9:
	return "9";
	case kVK_ANSI_7:
	return "7";
	case kVK_ANSI_Minus:
	return "minus";
	case kVK_ANSI_8:
	return "8";
	case kVK_ANSI_0:
	return "0";
	case kVK_ANSI_RightBracket:
	return "bracketright";
	case kVK_ANSI_O:
	return "0";
	case kVK_ANSI_U:
	return "u";
	case kVK_ANSI_LeftBracket:
	return "bracketleft";
	case kVK_ANSI_I:
	return "i";
	case kVK_ANSI_P:
	return "p";
	case kVK_ANSI_L:
	return "l";
	case kVK_ANSI_J:
	return "j";
	case kVK_ANSI_Quote:
	return "apostrophe";
	case kVK_ANSI_K:
	return "k";
	case kVK_ANSI_Semicolon:
	return "semicolon";
	case kVK_ANSI_Backslash:
	return "backslash";
	case kVK_ANSI_Comma:
	return "comma";
	case kVK_ANSI_Slash:
	return "slash";
	case kVK_ANSI_N:
	return "n";
	case kVK_ANSI_M:
	return "m";
	case kVK_ANSI_Period:
	return "period";
	case kVK_ANSI_Grave:
	return "grave";
	case kVK_ANSI_KeypadDecimal:
	return "KP_Delete";
	case kVK_ANSI_KeypadMultiply:
	return "KP_Multiply";
	case kVK_ANSI_KeypadPlus:
	return "KP_Add";
	case kVK_ANSI_KeypadClear:
	return "KP_Clear";
	case kVK_ANSI_KeypadDivide:
	return "KP_Divide";
	case kVK_ANSI_KeypadEnter:
	return "KP_Enter";
	case kVK_ANSI_KeypadMinus:
	return "KP_Subtract";
	case kVK_ANSI_KeypadEquals:
	return "KP_Equals";
	case kVK_ANSI_Keypad0:
	return "KP_Insert";
	case kVK_ANSI_Keypad1:
	return "KP_End";
	case kVK_ANSI_Keypad2:
	return "KP_Down";
	case kVK_ANSI_Keypad3:
	return "KP_Next";
	case kVK_ANSI_Keypad4:
	return "KP_Left";
	case kVK_ANSI_Keypad5:
	return "KP_Begin";
	case kVK_ANSI_Keypad6:
	return "KP_Right";
	case kVK_ANSI_Keypad7:
	return "KP_Home";
	case kVK_ANSI_Keypad8:
	return "KP_Up";
	case kVK_ANSI_Keypad9:
	return "KP_Prior";

	/* keycodes for keys that are independent of keyboard layout*/

	case kVK_Return:
	return "Return";
	case kVK_Tab:
	return "Tab";
	case kVK_Space:
	return "space";
	case kVK_Delete:
	return "Backspace";
	case kVK_Escape:
	return "Escape";
	case kVK_Command:
	return "Command";
	case kVK_Shift:
	return "Shift_L";
	case kVK_CapsLock:
	return "Caps_Lock";
	case kVK_Option:
	return "Option_L";
	case kVK_Control:
	return "Control_L";
	case kVK_RightShift:
	return "Shift_R";
	case kVK_RightOption:
	return "Option_R";
	case kVK_RightControl:
	return "Control_R";
	case kVK_Function:
	return "Function";
	case kVK_F17:
	return "F17";
	case kVK_VolumeUp:
	return "VolumeUp";
	case kVK_VolumeDown:
	return "VolumeDown";
	case kVK_Mute:
	return "Mute";
	case kVK_F18:
	return "F18";
	case kVK_F19:
	return "F19";
	case kVK_F20:
	return "F20";
	case kVK_F5:
	return "F5";
	case kVK_F6:
	return "F6";
	case kVK_F7:
	return "F7";
	case kVK_F3:
	return "F3";
	case kVK_F8:
	return "F8";
	case kVK_F9:
	return "F9";
	case kVK_F11:
	return "F11";
	case kVK_F13:
	return "F13";
	case kVK_F16:
	return "F16";
	case kVK_F14:
	return "F14";
	case kVK_F10:
	return "F10";
	case kVK_F12:
	return "F12";
	case kVK_F15:
	return "F15";
	case kVK_Help:
	return "Help";
	case kVK_Home:
	return "Home";
	case kVK_PageUp:
	return "Prior";
	case kVK_ForwardDelete:
	return "Delete";
	case kVK_F4:
	return "F4";
	case kVK_End:
	return "End";
	case kVK_F2:
	return "F2";
	case kVK_PageDown:
	return "Next";
	case kVK_F1:
	return "F1";
	case kVK_LeftArrow:
	return "Left";
	case kVK_RightArrow:
	return "Right";
	case kVK_DownArrow:
	return "Down";
	case kVK_UpArrow:
	return "Up";
	default:
	return "";
	};
	}

	@ implementation GstOSXVideoSinkWindow

	/* The object has to be released */
	- (id) initWithContentNSRect: (NSRect) rect
	styleMask: (unsigned int) styleMask
	backing: (NSBackingStoreType) bufferingType
	defer: (BOOL) flag
	screen:(NSScreen *) aScreen
	{
	self = [super initWithContentRect: rect
	styleMask: styleMask
	backing: bufferingType
	defer: flag
	screen:aScreen];

	GST_DEBUG ("Initializing GstOSXvideoSinkWindow");

	gstview = [[GstGLView alloc] initWithFrame:rect];

	if (gstview)
	[self setContentView:gstview];
	[self setTitle:@"GStreamer Video Output"];

	return self;
	}

	- (void) setContentSize:(NSSize) size {
	width = size.width;
	height = size.height;

	[super setContentSize:size];
	}

	- (GstGLView *) gstView {
	return gstview;
	}

	- (void) awakeFromNib {
	[self setAcceptsMouseMovedEvents:YES];
	}

	@end


	//
	// OpenGL implementation
	//

	@ implementation GstGLView

	- (id) initWithFrame:(NSRect) frame {
	NSOpenGLPixelFormat *fmt;
	NSOpenGLPixelFormatAttribute attribs[] = {
	NSOpenGLPFANoRecovery,
	NSOpenGLPFADoubleBuffer,
	NSOpenGLPFAColorSize, 24,
	NSOpenGLPFAAlphaSize, 8,
	NSOpenGLPFADepthSize, 24,
	#if MAC_OS_X_VERSION_MAX_ALLOWED < 1090
	NSOpenGLPFAWindow,
	#endif
	0
	};

	fmt = [[NSOpenGLPixelFormat alloc]
	initWithAttributes:attribs];

	if (!fmt) {
	GST_WARNING ("Cannot create NSOpenGLPixelFormat");
	return nil;
	}

	self = [super initWithFrame: frame pixelFormat:fmt];
	[fmt release];

	actualContext = [self openGLContext];
	[actualContext makeCurrentContext];
	[actualContext update];

	/* Black background */
	glClearColor (0.0, 0.0, 0.0, 0.0);

	pi_texture = 0;
	data = nil;
	width = frame.size.width;
	height = frame.size.height;
	drawingBounds = NSMakeRect(0, 0, width, height);

	GST_LOG ("Width: %d Height: %d", width, height);

	trackingArea = [[NSTrackingArea alloc] initWithRect:[self bounds]
	options: (NSTrackingMouseEnteredAndExited \| NSTrackingMouseMoved \| NSTrackingActiveInKeyWindow)
	owner:self
	userInfo:nil];

	[self addTrackingArea:trackingArea];
	mainThread = [NSThread mainThread];

	[self initTextures];
	return self;
	}

	- (NSRect) getDrawingBounds {
	return drawingBounds;
	}

	- (void) reshape {
	NSRect bounds;
	gdouble frame_par, view_par;
	gint view_height, view_width, c_height, c_width, c_x, c_y;


	GST_LOG ("reshaping");

	if (!initDone) {
	return;
	}

	[actualContext makeCurrentContext];

	bounds = [self bounds];
	view_width = bounds.size.width;
	view_height = bounds.size.height;

	frame_par = (gdouble) width / height;
	view_par = (gdouble) view_width / view_height;
	if (!keepAspectRatio)
	view_par = frame_par;

	if (frame_par == view_par) {
	c_height = view_height;
	c_width = view_width;
	c_x = 0;
	c_y = 0;
	} else if (frame_par < view_par) {
	c_height = view_height;
	c_width = c_height * frame_par;
	c_x = (view_width - c_width) / 2;
	c_y = 0;
	} else {
	c_width = view_width;
	c_height = c_width / frame_par;
	c_x = 0;
	c_y = (view_height - c_height) / 2;
	}

	drawingBounds = NSMakeRect(c_x, c_y, c_width, c_height);
	glViewport (c_x, c_y, (GLint) c_width, (GLint) c_height);
	}

	- (void) initTextures {

	[actualContext makeCurrentContext];

	/* Free previous texture if any */
	if (pi_texture) {
	glDeleteTextures (1, (GLuint *)&pi_texture);
	}

	if (data) {
	data = g_realloc (data, width * height * sizeof(short)); // short or 3byte?
	} else {
	data = g_malloc0(width * height * sizeof(short));
	}
	/* Create textures */
	glGenTextures (1, (GLuint *)&pi_texture);

	glEnable (GL_TEXTURE_RECTANGLE_EXT);
	glEnable (GL_UNPACK_CLIENT_STORAGE_APPLE);

	glPixelStorei (GL_UNPACK_ALIGNMENT, 1);
	glPixelStorei (GL_UNPACK_ROW_LENGTH, width);

	glBindTexture (GL_TEXTURE_RECTANGLE_EXT, pi_texture);

	/* Use VRAM texturing */
	glTexParameteri (GL_TEXTURE_RECTANGLE_EXT,
	GL_TEXTURE_STORAGE_HINT_APPLE, GL_STORAGE_CACHED_APPLE);

	/* Tell the driver not to make a copy of the texture but to use
	our buffer */
	glPixelStorei (GL_UNPACK_CLIENT_STORAGE_APPLE, GL_TRUE);

	/* Linear interpolation */
	glTexParameteri (GL_TEXTURE_RECTANGLE_EXT, GL_TEXTURE_MIN_FILTER, GL_LINEAR);
	glTexParameteri (GL_TEXTURE_RECTANGLE_EXT, GL_TEXTURE_MAG_FILTER, GL_LINEAR);

	/* I have no idea what this exactly does, but it seems to be
	necessary for scaling */
	glTexParameteri (GL_TEXTURE_RECTANGLE_EXT,
	GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
	glTexParameteri (GL_TEXTURE_RECTANGLE_EXT,
	GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
	// glPixelStorei (GL_UNPACK_ROW_LENGTH, 0); WHY ??

	glTexImage2D (GL_TEXTURE_RECTANGLE_EXT, 0, GL_RGBA,
	width, height, 0,
	GL_YCBCR_422_APPLE, GL_UNSIGNED_SHORT_8_8_APPLE, data);


	initDone = 1;
	}

	- (void) reloadTexture {
	if (!initDone) {
	return;
	}

	GST_LOG ("Reloading Texture");

	[actualContext makeCurrentContext];

	glBindTexture (GL_TEXTURE_RECTANGLE_EXT, pi_texture);
	glPixelStorei (GL_UNPACK_ROW_LENGTH, width);

	/* glTexSubImage2D is faster than glTexImage2D
	http://developer.apple.com/samplecode/Sample_Code/Graphics_3D/
	TextureRange/MainOpenGLView.m.htm */
	glTexSubImage2D (GL_TEXTURE_RECTANGLE_EXT, 0, 0, 0,
	width, height,
	GL_YCBCR_422_APPLE, GL_UNSIGNED_SHORT_8_8_APPLE, data); //FIXME
	}

	- (void) cleanUp {
	initDone = 0;
	}

	- (void) drawQuad {
	f_x = 1.0;
	f_y = 1.0;

	glBegin (GL_QUADS);
	/* Top left */
	glTexCoord2f (0.0, 0.0);
	glVertex2f (-f_x, f_y);
	/* Bottom left */
	glTexCoord2f (0.0, (float) height);
	glVertex2f (-f_x, -f_y);
	/* Bottom right */
	glTexCoord2f ((float) width, (float) height);
	glVertex2f (f_x, -f_y);
	/* Top right */
	glTexCoord2f ((float) width, 0.0);
	glVertex2f (f_x, f_y);
	glEnd ();
	}

	- (void) drawRect:(NSRect) rect {
	GLint params[] = { 1 };

	[actualContext makeCurrentContext];

	CGLSetParameter (CGLGetCurrentContext (), kCGLCPSwapInterval, params);

	/* Black background */
	glClear (GL_COLOR_BUFFER_BIT \| GL_DEPTH_BUFFER_BIT);

	if (!initDone) {
	[actualContext flushBuffer];
	return;
	}

	/* Draw */
	glBindTexture (GL_TEXTURE_RECTANGLE_EXT, pi_texture); // FIXME
	[self drawQuad];
	/* Draw */
	[actualContext flushBuffer];
	}

	- (void) displayTexture {
	if ([self lockFocusIfCanDraw]) {

	[self drawRect:[self bounds]];
	[self reloadTexture];

	[self unlockFocus];

	}

	}

	- (char *) getTextureBuffer {
	return data;
	}

	- (void) setFullScreen:(BOOL) flag {
	if (!fullscreen && flag) {
	// go to full screen
	/* Create the new pixel format */
	NSOpenGLPixelFormat *fmt;
	NSOpenGLPixelFormatAttribute attribs[] = {
	NSOpenGLPFAAccelerated,
	NSOpenGLPFANoRecovery,
	NSOpenGLPFADoubleBuffer,
	NSOpenGLPFAColorSize, 24,
	NSOpenGLPFAAlphaSize, 8,
	NSOpenGLPFADepthSize, 24,
	#if MAC_OS_X_VERSION_MAX_ALLOWED < 1060
	NSOpenGLPFAFullScreen,
	#endif
	NSOpenGLPFAScreenMask,
	CGDisplayIDToOpenGLDisplayMask (kCGDirectMainDisplay),
	0
	};

	fmt = [[NSOpenGLPixelFormat alloc]
	initWithAttributes:attribs];

	if (!fmt) {
	GST_WARNING ("Cannot create NSOpenGLPixelFormat");
	return;
	}

	/* Create the new OpenGL context */
	fullScreenContext = [[NSOpenGLContext alloc]
	initWithFormat: fmt shareContext:nil];
	if (!fullScreenContext) {
	GST_WARNING ("Failed to create new NSOpenGLContext");
	return;
	}

	actualContext = fullScreenContext;

	/* Capture display, switch to fullscreen */
	if (CGCaptureAllDisplays () != CGDisplayNoErr) {
	GST_WARNING ("CGCaptureAllDisplays() failed");
	return;
	}
	#if MAC_OS_X_VERSION_MAX_ALLOWED < 1070
	[fullScreenContext setFullScreen];
	#endif
	[fullScreenContext makeCurrentContext];

	fullscreen = YES;

	[self initTextures];
	[self setNeedsDisplay:YES];

	} else if (fullscreen && !flag) {
	// fullscreen now and needs to go back to normal
	initDone = NO;

	actualContext = [self openGLContext];

	[NSOpenGLContext clearCurrentContext];
	[fullScreenContext clearDrawable];
	[fullScreenContext release];
	fullScreenContext = nil;

	CGReleaseAllDisplays ();

	[self reshape];
	[self initTextures];

	[self setNeedsDisplay:YES];

	fullscreen = NO;
	initDone = YES;
	}
	}

	- (void) setVideoSize: (int)w : (int)h {
	GST_LOG ("width:%d, height:%d", w, h);

	width = w;
	height = h;

	[self initTextures];
	[self reshape];
	}

	- (void) setKeepAspectRatio: (BOOL) flag {
	keepAspectRatio = flag;
	[self reshape];
	}

	#ifndef GSTREAMER_GLIB_COCOA_NSAPPLICATION
	- (void) setMainThread: (NSThread *) thread {
	mainThread = thread;
	}
	#endif

	- (void) haveSuperviewReal:(NSMutableArray *)closure {
	BOOL haveSuperview = [self superview] != nil;
	[closure addObject:[NSNumber numberWithBool:haveSuperview]];
	}

	- (BOOL) haveSuperview {
	NSMutableArray *closure = [NSMutableArray arrayWithCapacity:1];
	[self performSelector:@selector(haveSuperviewReal:)
	onThread:mainThread
	withObject:(id)closure waitUntilDone:YES];

	return [[closure objectAtIndex:0] boolValue];
	}

	- (void) addToSuperviewReal:(NSView *)superview {
	NSRect bounds;
	[superview addSubview:self];
	bounds = [superview bounds];
	[self setFrame:bounds];
	[self setAutoresizingMask:NSViewWidthSizable\|NSViewHeightSizable];
	}

	- (void) addToSuperview: (NSView *)superview {
	[self performSelector:@selector(addToSuperviewReal:)
	onThread:mainThread
	withObject:superview waitUntilDone:YES];
	}

	- (void) removeFromSuperview: (id)unused
	{
	[self removeFromSuperview];
	}

	- (void) dealloc {
	GST_LOG ("dealloc called");
	if (data) g_free(data);

	if (fullScreenContext) {
	[NSOpenGLContext clearCurrentContext];
	[fullScreenContext clearDrawable];
	[fullScreenContext release];
	if (actualContext == fullScreenContext) actualContext = nil;
	fullScreenContext = nil;
	}

	[super dealloc];
	}

	- (void)updateTrackingAreas {
	[self removeTrackingArea:trackingArea];
	[trackingArea release];
	trackingArea = [[NSTrackingArea alloc] initWithRect: [self bounds]
	options: (NSTrackingMouseEnteredAndExited \| NSTrackingMouseMoved \| NSTrackingActiveInKeyWindow)
	owner:self userInfo:nil];
	[self addTrackingArea:trackingArea];
	}

	- (BOOL)acceptsFirstResponder {
	return YES;
	}

	- (void) setNavigation:(GstNavigation *)nav
	{
	navigation = nav;
	}

	- (void)sendMouseEvent:(NSEvent )event : (const char )event_name
	{
	NSPoint location;
	gint button;
	gdouble x, y;

	if (!navigation)
	return;

	switch ([event type]) {
	case NSEventTypeMouseMoved:
	button = 0;
	break;
	case NSEventTypeLeftMouseDown:
	case NSEventTypeLeftMouseUp:
	button = 1;
	break;
	case NSEventTypeRightMouseDown:
	case NSEventTypeRightMouseUp:
	button = 2;
	break;
	default:
	button = 3;
	break;
	}

	location = [self convertPoint:[event locationInWindow] fromView:nil];

	x = location.x;
	y = location.y;
	/* invert Y */

	y = (1 - ((gdouble) y) / [self bounds].size.height) * [self bounds].size.height;

	gst_navigation_send_mouse_event (navigation, event_name, button, x, y);
	}

	- (void)sendKeyEvent:(NSEvent )event : (const char )event_name
	{
	if (!navigation)
	return;

	gst_navigation_send_key_event(navigation, event_name, gst_keycode_to_keyname([event keyCode]));
	}

	- (void)sendModifierKeyEvent:(NSEvent *)event
	{
	NSUInteger flags = [event modifierFlags];
	const gchar* event_name = flags > savedModifierFlags ? "key-press" : "key-release";
	savedModifierFlags = flags;
	[self sendKeyEvent: event: event_name];
	}

	- (void)keyDown:(NSEvent *) event;
	{
	[self sendKeyEvent: event: "key-press"];
	[super keyDown: event];
	}

	- (void)keyUp:(NSEvent *) event;
	{
	[self sendKeyEvent: event: "key-release"];
	[super keyUp: event];
	}

	- (void)flagsChanged:(NSEvent *) event;
	{
	[self sendModifierKeyEvent: event];
	[super flagsChanged: event];
	}

	- (void)mouseDown:(NSEvent *) event;
	{
	[self sendMouseEvent:event: "mouse-button-press"];
	[super mouseDown: event];
	}

	- (void)mouseUp:(NSEvent *) event;
	{
	[self sendMouseEvent:event: "mouse-button-release"];
	[super mouseUp: event];
	}

	- (void)mouseMoved:(NSEvent *)event;
	{
	[self sendMouseEvent:event: "mouse-move"];
	[super mouseMoved: event];
	}

	- (void)mouseEntered:(NSEvent *)event;
	{
	[super mouseEntered: event];
	}

	- (void)mouseExited:(NSEvent *)event;
	{
	[super mouseExited: event];
	}

	@end