Initial Commit: Adding Wayland Video Sink

3 files changed, 701 insertions, 0 deletions

diff --git a/ext/wayland/Makefile.am b/ext/wayland/Makefile.am
new file mode 100644
index 000000000..122e8f09e
--- /dev/null
+++ b/ext/wayland/Makefile.am
@@ -0,0 +1,13 @@
+plugin_LTLIBRARIES = libgstwaylandsink.la
+
+libgstwaylandsink_la_SOURCES =  gstwaylandsink.c
+libgstwaylandsink_la_CFLAGS = $(GST_CFLAGS) $(GST_PLUGINS_BASE_CFLAGS) \
+                               $(WAYLAND_CFLAGS)
+libgstwaylandsink_la_LIBADD = $(GST_PLUGINS_BASE_LIBS) \
+                               -lgstvideo-$(GST_MAJORMINOR) \
+                               -lgstinterfaces-$(GST_MAJORMINOR) \
+                               $(WAYLAND_LIBS) $(LIBOIL_LIBS)
+libgstwaylandsink_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
+libgstwaylandsink_la_LIBTOOLFLAGS = --tag=disable-static
+
+noinst_HEADERS = gstwaylandsink.h
diff --git a/ext/wayland/gstwaylandsink.c b/ext/wayland/gstwaylandsink.c
new file mode 100755
index 000000000..43c9d46f2
--- /dev/null
+++ b/ext/wayland/gstwaylandsink.c
@@ -0,0 +1,586 @@
+/*
+ * GStreamer Wayland video sink
+ *
+ * Copyright: Intel Corporation
+ * Copyright: Sreerenj Balachandran <sreerenj.balachandran@intel.com>
+ * 
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the Free
+ * Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ */
+
+
+/* The waylandsink is currently just a prototype . It creates its own window and render the decoded video frames to that.*/
+
+/* FixMe: Needs to add more synchronization stuffs */
+/* FixMe: Remove the extra memcopy by giving buffer to decoder with buffer_alloc*/
+/* FixMe: Add signals so that the application/compositor is responsible for rendering */
+/* FixMe: Add h/w decoding support: buffers/libva surface */
+/* FixMe: Add the interfaces */
+
+#ifdef HAVE_CONFIG_H
+#include <config.h>
+#endif
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <math.h>
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <sys/time.h>
+#include <sys/ioctl.h>
+#include <sys/mman.h>
+#include <fcntl.h>
+#include <assert.h>
+#include <unistd.h>
+
+#include "gstwaylandsink.h"
+
+#include <wayland-client.h>
+#include <wayland-egl.h>
+
+/* signals */
+enum
+{
+  SIGNAL_0,
+  SIGNAL_FRAME_READY,
+  LAST_SIGNAL
+};
+
+/* Properties */
+/*Fixme: Not yet implemented */
+enum
+{
+  PROP_0,
+  PROP_WAYLAND_DISPLAY
+};
+
+GST_DEBUG_CATEGORY (gstwayland_debug);
+#define GST_CAT_DEFAULT gstwayland_debug
+
+static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-raw-rgb, "
+        "framerate = (fraction) [ 0, MAX ], "
+        "endianness = (int) 4321,"
+        "red_mask = (int) 65280, "
+        "green_mask = (int) 16711680, "
+        "blue_mask = (int) -16777216,"
+        "width = (int) [ 1, MAX ], " "height = (int) [ 1, MAX ] "));
+
+GType gst_wayland_sink_get_type (void);
+
+/*Fixme: Add more interfaces */
+GST_BOILERPLATE (GstWayLandSink, gst_wayland_sink, GstVideoSink,
+    GST_TYPE_VIDEO_SINK);
+
+static void gst_wayland_sink_get_property (GObject * object,
+    guint prop_id, GValue * value, GParamSpec * pspec);
+static void gst_wayland_sink_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec);
+static void gst_wayland_sink_dispose (GObject * object);
+static void gst_wayland_sink_finalize (GObject * object);
+
+static GstCaps *gst_wayland_sink_get_caps (GstBaseSink * bsink);
+static gboolean gst_wayland_sink_set_caps (GstBaseSink * bsink, GstCaps * caps);
+static gboolean gst_wayland_sink_start (GstBaseSink * bsink);
+static gboolean gst_wayland_sink_stop (GstBaseSink * bsink);
+static gboolean gst_wayland_sink_unlock (GstBaseSink * bsink);
+static gboolean gst_wayland_sink_unlock_stop (GstBaseSink * bsink);
+static gboolean gst_wayland_sink_preroll (GstBaseSink * bsink,
+    GstBuffer * buffer);
+static gboolean gst_wayland_sink_render (GstBaseSink * bsink,
+    GstBuffer * buffer);
+
+static gboolean create_shm_buffer (GstWayLandSink * sink);
+static int event_mask_update (uint32_t mask, void *data);
+static void sync_callback (void *data);
+static struct display *create_display (void);
+static void display_handle_global (struct wl_display *display, uint32_t id,
+    const char *interface, uint32_t version, void *data);
+static void compositor_handle_visual (void *data,
+    struct wl_compositor *compositor, uint32_t id, uint32_t token);
+static void redraw (struct wl_surface *surface, void *data, uint32_t time);
+static struct window *create_window (GstWayLandSink * sink,
+    struct display *display, int width, int height);
+
+static guint gst_wayland_sink_signals[LAST_SIGNAL] = { 0 };
+
+static void
+gst_wayland_sink_base_init (gpointer gclass)
+{
+
+  GstElementClass *element_class = GST_ELEMENT_CLASS (gclass);
+
+  gst_element_class_add_pad_template (element_class,
+      gst_static_pad_template_get (&sink_template));
+
+  gst_element_class_set_details_simple (element_class,
+      "wayland video sink", "Sink/Video",
+      "Output to wayland surface",
+      "Sreerenj Balachandran <sreerenj.balachandran@intel.com>,");
+}
+
+static void
+gst_wayland_sink_class_init (GstWayLandSinkClass * klass)
+{
+  GObjectClass *gobject_class;
+  GstElementClass *gstelement_class;
+  GstBaseSinkClass *gstbasesink_class;
+
+  gobject_class = (GObjectClass *) klass;
+  gstelement_class = (GstElementClass *) klass;
+  gstbasesink_class = (GstBaseSinkClass *) klass;
+
+  gobject_class->set_property = gst_wayland_sink_set_property;
+  gobject_class->get_property = gst_wayland_sink_get_property;
+  gobject_class->dispose = GST_DEBUG_FUNCPTR (gst_wayland_sink_dispose);
+  gobject_class->finalize = GST_DEBUG_FUNCPTR (gst_wayland_sink_finalize);
+
+  gstbasesink_class->get_caps = GST_DEBUG_FUNCPTR (gst_wayland_sink_get_caps);
+  gstbasesink_class->set_caps = GST_DEBUG_FUNCPTR (gst_wayland_sink_set_caps);
+  gstbasesink_class->start = GST_DEBUG_FUNCPTR (gst_wayland_sink_start);
+  gstbasesink_class->unlock = GST_DEBUG_FUNCPTR (gst_wayland_sink_unlock);
+  gstbasesink_class->unlock_stop =
+      GST_DEBUG_FUNCPTR (gst_wayland_sink_unlock_stop);
+  gstbasesink_class->stop = GST_DEBUG_FUNCPTR (gst_wayland_sink_stop);
+  gstbasesink_class->preroll = GST_DEBUG_FUNCPTR (gst_wayland_sink_preroll);
+  gstbasesink_class->render = GST_DEBUG_FUNCPTR (gst_wayland_sink_render);
+
+  g_object_class_install_property (gobject_class, PROP_WAYLAND_DISPLAY,
+      g_param_spec_pointer ("wayland-display", "WayLand Display",
+          "WayLand  Display id created by the application ",
+          G_PARAM_READWRITE));
+
+  /*Fixme: not using now */
+  gst_wayland_sink_signals[SIGNAL_FRAME_READY] =
+      g_signal_new ("frame-ready",
+      G_TYPE_FROM_CLASS (klass),
+      G_SIGNAL_RUN_LAST,
+      0, NULL, NULL,
+      g_cclosure_marshal_VOID__POINTER, G_TYPE_NONE, 1, G_TYPE_POINTER);
+
+  parent_class = g_type_class_peek_parent (klass);
+}
+
+static void
+gst_wayland_sink_init (GstWayLandSink * sink,
+    GstWayLandSinkClass * wayland_sink_class)
+{
+
+  sink->caps = NULL;
+
+  sink->buffer_cond = g_cond_new ();
+  sink->buffer_lock = g_mutex_new ();
+
+  sink->wayland_cond = g_cond_new ();
+  sink->wayland_lock = g_mutex_new ();
+
+  sink->render_finish = TRUE;
+}
+
+static void
+gst_wayland_sink_get_property (GObject * object,
+    guint prop_id, GValue * value, GParamSpec * pspec)
+{
+  GstWayLandSink *sink = GST_WAYLAND_SINK (object);
+
+  switch (prop_id) {
+    case PROP_WAYLAND_DISPLAY:
+      g_value_set_pointer (value, sink->display);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_wayland_sink_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec)
+{
+  GstWayLandSink *sink = GST_WAYLAND_SINK (object);
+
+  switch (prop_id) {
+    case PROP_WAYLAND_DISPLAY:
+      sink->display = g_value_get_pointer (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_wayland_sink_dispose (GObject * object)
+{
+  GstWayLandSink *sink = GST_WAYLAND_SINK (object);
+
+  G_OBJECT_CLASS (parent_class)->dispose (object);
+}
+
+static void
+gst_wayland_sink_finalize (GObject * object)
+{
+  GstWayLandSink *sink = GST_WAYLAND_SINK (object);
+
+  gst_caps_replace (&sink->caps, NULL);
+  
+  free (sink->display);
+  free (sink->window);
+  
+  g_cond_free (sink->buffer_cond);
+  g_cond_free (sink->wayland_cond);
+  g_mutex_free (sink->buffer_lock);
+  g_mutex_free (sink->wayland_lock);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+
+static GstCaps *
+gst_wayland_sink_get_caps (GstBaseSink * bsink)
+{
+  return gst_caps_copy (gst_static_pad_template_get_caps (&sink_template));
+}
+
+static int
+event_mask_update (uint32_t mask, void *data)
+{
+  struct display *d = data;
+
+  d->mask = mask;
+
+  return 0;
+}
+
+static void
+sync_callback (void *data)
+{
+  int *done = data;
+
+  *done = 1;
+}
+
+static const struct wl_compositor_listener compositor_listener = {
+  compositor_handle_visual,
+};
+
+static void
+display_handle_global (struct wl_display *display, uint32_t id,
+    const char *interface, uint32_t version, void *data)
+{
+  struct display *d = data;
+
+  if (strcmp (interface, "wl_compositor") == 0) {
+    d->compositor = wl_compositor_create (display, id, 1);
+    wl_compositor_add_listener (d->compositor, &compositor_listener, d);
+  } else if (strcmp (interface, "wl_shell") == 0) {
+    d->shell = wl_shell_create (display, id, 1);
+  } else if (strcmp (interface, "wl_shm") == 0) {
+    d->shm = wl_shm_create (display, id, 1);
+  }
+
+}
+
+static struct display *
+create_display (void)
+{
+  struct display *display;
+  int done;
+
+  display = malloc (sizeof *display);
+  display->display = wl_display_connect (NULL);
+
+  wl_display_add_global_listener (display->display,
+      display_handle_global, display);
+  wl_display_iterate (display->display, WL_DISPLAY_READABLE);
+
+  wl_display_get_fd (display->display, event_mask_update, display);
+
+  wl_display_sync_callback (display->display, sync_callback, &done);
+
+  while (!display->xrgb_visual) {
+    wl_display_iterate (display->display, display->mask);
+  }
+
+  return display;
+}
+
+static gboolean
+create_shm_buffer (GstWayLandSink * sink)
+{
+  char filename[] = "/tmp/wayland-shm-XXXXXX";
+  struct wl_buffer *wbuffer;
+  int i, fd, size, stride;
+  static void *data;
+
+  GST_DEBUG_OBJECT (sink, "Creating wayland-shm buffers");
+
+  wl_display_iterate (sink->display->display, sink->display->mask);
+
+  fd = mkstemp (filename);
+  if (fd < 0) {
+    fprintf (stderr, "open %s failed: %m\n", filename);
+    exit (0);
+  }
+
+  stride = sink->width * 4;
+  size = stride * sink->height;
+
+  if (ftruncate (fd, size) < 0) {
+    fprintf (stderr, "ftruncate failed: %m\n");
+    close (fd);
+    exit (0);
+  }
+
+  data = mmap (NULL, size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0);
+  unlink (filename);
+  if (data == MAP_FAILED) {
+    fprintf (stderr, "mmap failed: %m\n");
+    close (fd);
+    exit (0);
+  }
+
+  wbuffer = wl_shm_create_buffer (sink->display->shm, fd,
+      sink->width, sink->height, stride, sink->display->xrgb_visual);
+
+  close (fd);
+
+  sink->window->buffer = wbuffer;
+  wl_surface_attach (sink->window->surface, sink->window->buffer, 0, 0);
+  sink->MapAddr = data;
+
+  return TRUE;
+}
+
+static gboolean
+gst_wayland_sink_set_caps (GstBaseSink * bsink, GstCaps * caps)
+{
+  GstWayLandSink *sink = GST_WAYLAND_SINK (bsink);
+  const GstStructure *structure;
+  GstFlowReturn result = GST_FLOW_OK;
+  GstCaps *allowed_caps;
+  gboolean ret = TRUE;
+  GstCaps *intersection;
+  const GValue *fps;
+
+  GST_LOG_OBJECT (sink, "set caps %" GST_PTR_FORMAT, caps);
+
+  structure = gst_caps_get_structure (caps, 0);
+
+  allowed_caps = gst_pad_get_caps (GST_BASE_SINK_PAD (bsink));
+
+  /* We intersect those caps with our template to make sure they are correct */
+  intersection = gst_caps_intersect (allowed_caps, caps);
+  gst_caps_unref (allowed_caps);
+
+  if (gst_caps_is_empty (intersection)) {
+    gst_caps_unref (intersection);
+    return FALSE;
+  }
+
+  structure = gst_caps_get_structure (caps, 0);
+
+  ret &= gst_structure_get_int (structure, "width", &sink->width);
+  ret &= gst_structure_get_int (structure, "height", &sink->height);
+
+  if (!ret)
+    return FALSE;
+
+  gst_caps_replace (&sink->caps, caps);
+
+  gst_caps_unref (intersection);
+
+  if (!create_shm_buffer (sink)) {
+    GST_ERROR_OBJECT (sink, "Failed to create the wayland buffers..");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static void
+compositor_handle_visual (void *data,
+    struct wl_compositor *compositor, uint32_t id, uint32_t token)
+{
+  struct display *d = data;
+
+  switch (token) {
+    case WL_COMPOSITOR_VISUAL_XRGB32:
+      d->xrgb_visual = wl_visual_create (d->display, id, 1);
+      break;
+  }
+}
+
+static void
+redraw (struct wl_surface *surface, void *data, uint32_t time)
+{
+
+  GstWayLandSink *sink = (GstWayLandSink *) data;
+  g_mutex_lock (sink->wayland_lock);
+
+  sink->render_finish = TRUE;
+
+  g_mutex_unlock (sink->wayland_lock);
+}
+
+static struct window *
+create_window (GstWayLandSink * sink, struct display *display, int width,
+    int height)
+{
+  struct window *window;
+  struct wl_visual *visual;
+  void *data;
+
+  g_mutex_lock (sink->wayland_lock);
+
+  window = malloc (sizeof *window);
+  window->display = display;
+  window->width = width;
+  window->height = height;
+  window->surface = wl_compositor_create_surface (display->compositor);
+
+  wl_shell_set_toplevel (display->shell, window->surface);
+
+  g_mutex_unlock (sink->wayland_lock);
+  return window;
+}
+
+
+static gboolean
+gst_wayland_sink_start (GstBaseSink * bsink)
+{
+  GstWayLandSink *sink = (GstWayLandSink *) bsink;
+  gboolean result = TRUE;
+
+  GST_DEBUG_OBJECT (sink, "start");
+
+  if (!sink->display)
+    sink->display = create_display ();
+  if (!sink->window)
+    sink->window = create_window (sink, sink->display, 1280, 720);
+
+  return result;
+}
+
+static gboolean
+gst_wayland_sink_unlock (GstBaseSink * bsink)
+{
+  GstWayLandSink *sink = (GstWayLandSink *) bsink;
+
+  GST_DEBUG_OBJECT (sink, "unlock");
+
+  g_mutex_lock (sink->buffer_lock);
+
+  sink->unlock = TRUE;
+
+  g_mutex_unlock (sink->buffer_lock);
+
+  return TRUE;
+}
+
+static gboolean
+gst_wayland_sink_unlock_stop (GstBaseSink * bsink)
+{
+  GstWayLandSink *sink = (GstWayLandSink *) bsink;
+
+  GST_DEBUG_OBJECT (sink, "unlock_stop");
+
+  g_mutex_lock (sink->buffer_lock);
+
+  sink->unlock = FALSE;
+
+  g_mutex_unlock (sink->buffer_lock);
+
+  return TRUE;
+}
+
+
+static gboolean
+gst_wayland_sink_stop (GstBaseSink * bsink)
+{
+  GstWayLandSink *sink = (GstWayLandSink *) bsink;
+
+  GST_DEBUG_OBJECT (sink, "stop");
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_wayland_sink_preroll (GstBaseSink * bsink, GstBuffer * buffer)
+{
+  GST_DEBUG_OBJECT (bsink, "preroll buffer %p, data = %p", buffer,
+      GST_BUFFER_DATA (buffer));
+  return gst_wayland_sink_render (bsink, buffer);
+}
+
+static GstFlowReturn
+gst_wayland_sink_render (GstBaseSink * bsink, GstBuffer * buffer)
+{
+  GstWayLandSink *sink = GST_WAYLAND_SINK (bsink);
+
+  if (sink->render_finish) {
+    GST_LOG_OBJECT (sink,
+        "render buffer %p, data = %p, timestamp = %" GST_TIME_FORMAT, buffer,
+        GST_BUFFER_DATA (buffer),
+        GST_TIME_ARGS (GST_BUFFER_TIMESTAMP (buffer)));
+
+    /*Fixme: remove the memcpy and add memory allocation stuffs to buff_alloc */
+    guint8 *src = GST_BUFFER_DATA (buffer);
+    guint len = GST_BUFFER_SIZE (buffer) / sink->height;
+
+    /*for (i = 0; i < sink->height; i++) {
+       memcpy (data, src, len);
+       src += len;
+       data += len;
+       } */
+
+    memcpy (sink->MapAddr, src, GST_BUFFER_SIZE (buffer));
+
+    sink->render_finish = FALSE;
+
+    wl_buffer_damage (sink->window->buffer, 0, 0, sink->width, sink->height);
+
+    wl_surface_damage (sink->window->surface, 0, 0, sink->width, sink->height);
+
+    wl_display_frame_callback (sink->display->display,
+        sink->window->surface, redraw, sink);
+
+    wl_display_iterate (sink->display->display, sink->display->mask);
+
+  } else {
+    GST_LOG_OBJECT (sink,
+        "Waiting to get the signal from compositor to render the next frame..");
+    g_usleep (50000);
+    sink->render_finish = TRUE;
+  }
+  return GST_FLOW_OK;
+}
+
+static gboolean
+plugin_init (GstPlugin * plugin)
+{
+  GST_DEBUG_CATEGORY_INIT (gstwayland_debug, "waylandsink", 0,
+      " wayland video sink");
+
+  return gst_element_register (plugin, "waylandsink", GST_RANK_MARGINAL,
+      GST_TYPE_WAYLAND_SINK);
+}
+
+GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
+    GST_VERSION_MINOR,
+    "waylandsink",
+    "WayLand Video Sink", plugin_init, VERSION, "LGPL", "gst-wayland", "")
diff --git a/ext/wayland/gstwaylandsink.h b/ext/wayland/gstwaylandsink.h
new file mode 100755
index 000000000..71d6cfc75
--- /dev/null
+++ b/ext/wayland/gstwaylandsink.h
@@ -0,0 +1,102 @@
+/*
+ * GStreamer Wayland video sink
+ * Copyright (C) 2011 Intel Corporation
+ * Copyright (C) 2011 Sreerenj Balachandran <sreerenj.balachandran@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the Free
+ * Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ */
+
+#ifndef __GST_WAYLAND_VIDEO_SINK_H__
+#define __GST_WAYLAND_VIDEO_SINK_H__
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/video/gstvideosink.h>
+
+#include <wayland-client.h>
+#include <wayland-egl.h>
+
+#define GST_TYPE_WAYLAND_SINK \
+	    (gst_wayland_sink_get_type())
+#define GST_WAYLAND_SINK(obj) \
+	    (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_WAYLAND_SINK,GstWayLandSink))
+#define GST_WAYLAND_SINK_CLASS(klass) \
+	    (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_WAYLAND_SINK,GstWayLandSinkClass))
+#define GST_IS_WAYLAND_SINK(obj) \
+	    (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_WAYLAND_SINK))
+#define GST_IS_WAYLAND_SINK_CLASS(klass) \
+	    (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_WAYLAND_SINK))
+#define GST_WAYLAND_SINK_GET_CLASS(inst) \
+        (G_TYPE_INSTANCE_GET_CLASS ((inst), GST_TYPE_WAYLAND_SINK, GstWayLandSinkClass))
+
+struct  display
+{
+  struct wl_display *display;
+  struct wl_visual *xrgb_visual;
+  struct wl_compositor *compositor;
+  struct wl_shell *shell;
+  struct wl_shm *shm;
+  uint32_t mask;
+};
+
+struct window
+{
+  struct display *display;
+  int width, height;
+  struct wl_surface *surface;
+  struct wl_buffer *buffer;
+  void *data;
+};
+
+typedef struct _GstWayLandSink GstWayLandSink;
+typedef struct _GstWayLandSinkClass GstWayLandSinkClass;
+
+struct _GstWayLandSink
+{
+
+  GstVideoSink parent;
+
+  GstCaps *caps;
+  
+  struct display *display;
+  struct window *window;
+
+  GCond *buffer_cond;
+  GMutex *buffer_lock;
+
+  GCond *wayland_cond;
+  GMutex *wayland_lock;
+
+  gboolean unlock;
+
+  guint width, height, depth, size;
+
+  void *MapAddr;
+  gboolean render_finish;
+      
+};
+
+struct _GstWayLandSinkClass
+{
+  GstVideoSinkClass parent; 
+
+};
+
+GType
+gst_wayland_sink_get_type (void)
+    G_GNUC_CONST;
+
+G_END_DECLS
+#endif /* __GST_WAYLAND_VIDEO_SINK_H__ */