/* * Copyright (C) 2011, Hewlett-Packard Development Company, L.P. * Author: Sebastian Dröge , Collabora Ltd. * Copyright (C) 2013, Collabora Ltd. * Author: Sebastian Dröge * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation * version 2.1 of the License. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA * */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include #include "gstomx.h" #include "gstomxmjpegdec.h" #include "gstomxmpeg2videodec.h" #include "gstomxmpeg4videodec.h" #include "gstomxh264dec.h" #include "gstomxh263dec.h" #include "gstomxvp8dec.h" #include "gstomxwmvdec.h" #include "gstomxmpeg4videoenc.h" #include "gstomxh264enc.h" #include "gstomxh263enc.h" #include "gstomxaacenc.h" GST_DEBUG_CATEGORY (gstomx_debug); #define GST_CAT_DEFAULT gstomx_debug G_LOCK_DEFINE_STATIC (core_handles); static GHashTable *core_handles; GstOMXCore * gst_omx_core_acquire (const gchar * filename) { GstOMXCore *core; G_LOCK (core_handles); if (!core_handles) core_handles = g_hash_table_new_full (g_str_hash, g_str_equal, g_free, NULL); core = g_hash_table_lookup (core_handles, filename); if (!core) { core = g_slice_new0 (GstOMXCore); core->lock = g_mutex_new (); core->user_count = 0; g_hash_table_insert (core_handles, g_strdup (filename), core); /* Hack for the Broadcom OpenMAX IL implementation */ #ifdef USE_OMX_TARGET_RPI { #else if (g_str_has_suffix (filename, "vc/lib/libopenmaxil.so")) { #endif gchar *bcm_host_filename; gchar *bcm_host_path; GModule *bcm_host_module; void (*bcm_host_init) (void); bcm_host_path = g_path_get_dirname (filename); bcm_host_filename = g_build_filename (bcm_host_path, "libbcm_host.so", NULL); bcm_host_module = g_module_open (bcm_host_filename, G_MODULE_BIND_LAZY | G_MODULE_BIND_LOCAL); g_free (bcm_host_filename); g_free (bcm_host_path); if (!bcm_host_module) { /* Retry without an absolute path */ bcm_host_module = g_module_open ("libbcm_host.so", G_MODULE_BIND_LAZY | G_MODULE_BIND_LOCAL); if (!bcm_host_module) { GST_ERROR ("Failed to load libbcm_host.so"); goto error; } } if (!g_module_symbol (bcm_host_module, "bcm_host_init", (gpointer *) & bcm_host_init)) { GST_ERROR ("Failed to load symbol 'bcm_host_init' from libbcm_host.so"); goto error; } bcm_host_init (); } core->module = g_module_open (filename, G_MODULE_BIND_LAZY | G_MODULE_BIND_LOCAL); if (!core->module) goto load_failed; if (!g_module_symbol (core->module, "OMX_Init", (gpointer *) & core->init)) goto symbol_error; if (!g_module_symbol (core->module, "OMX_Deinit", (gpointer *) & core->deinit)) goto symbol_error; if (!g_module_symbol (core->module, "OMX_GetHandle", (gpointer *) & core->get_handle)) goto symbol_error; if (!g_module_symbol (core->module, "OMX_FreeHandle", (gpointer *) & core->free_handle)) goto symbol_error; if (!g_module_symbol (core->module, "OMX_SetupTunnel", (gpointer *) & core->setup_tunnel)) goto symbol_error; GST_DEBUG ("Successfully loaded core '%s'", filename); } g_mutex_lock (core->lock); core->user_count++; if (core->user_count == 1) { OMX_ERRORTYPE err; err = core->init (); if (err != OMX_ErrorNone) { GST_ERROR ("Failed to initialize core '%s': 0x%08x", filename, err); g_mutex_unlock (core->lock); goto error; } GST_DEBUG ("Successfully initialized core '%s'", filename); } g_mutex_unlock (core->lock); G_UNLOCK (core_handles); return core; load_failed: { GST_ERROR ("Failed to load module '%s': %s", filename, g_module_error ()); goto error; } symbol_error: { GST_ERROR ("Failed to locate required OpenMAX symbol in '%s': %s", filename, g_module_error ()); g_module_close (core->module); core->module = NULL; goto error; } error: { g_hash_table_remove (core_handles, filename); g_mutex_free (core->lock); g_slice_free (GstOMXCore, core); G_UNLOCK (core_handles); return NULL; } } void gst_omx_core_release (GstOMXCore * core) { g_return_if_fail (core != NULL); G_LOCK (core_handles); g_mutex_lock (core->lock); GST_DEBUG ("Releasing core %p", core); core->user_count--; if (core->user_count == 0) { GST_DEBUG ("Deinit core %p", core); core->deinit (); } g_mutex_unlock (core->lock); G_UNLOCK (core_handles); } /* NOTE: comp->messages_lock will be used */ static void gst_omx_component_flush_messages (GstOMXComponent * comp) { GstOMXMessage *msg; g_mutex_lock (comp->messages_lock); while ((msg = g_queue_pop_head (&comp->messages))) { g_slice_free (GstOMXMessage, msg); } g_mutex_unlock (comp->messages_lock); } /* NOTE: Call with comp->lock, comp->messages_lock will be used */ static void gst_omx_component_handle_messages (GstOMXComponent * comp) { GstOMXMessage *msg; g_mutex_lock (comp->messages_lock); while ((msg = g_queue_pop_head (&comp->messages))) { g_mutex_unlock (comp->messages_lock); switch (msg->type) { case GST_OMX_MESSAGE_STATE_SET:{ GST_INFO_OBJECT (comp->parent, "%s state change to %s finished", comp->name, gst_omx_state_to_string (msg->content.state_set.state)); comp->state = msg->content.state_set.state; if (comp->state == comp->pending_state) comp->pending_state = OMX_StateInvalid; break; } case GST_OMX_MESSAGE_FLUSH:{ GstOMXPort *port = NULL; OMX_U32 index = msg->content.flush.port; port = gst_omx_component_get_port (comp, index); if (!port) break; GST_DEBUG_OBJECT (comp->parent, "%s port %u flushed", comp->name, port->index); if (port->flushing) { port->flushed = TRUE; } else { GST_ERROR_OBJECT (comp->parent, "%s port %u was not flushing", comp->name, port->index); } break; } case GST_OMX_MESSAGE_ERROR:{ OMX_ERRORTYPE error = msg->content.error.error; if (error == OMX_ErrorNone) break; GST_ERROR_OBJECT (comp->parent, "%s got error: %s (0x%08x)", comp->name, gst_omx_error_to_string (error), error); /* We only set the first error ever from which * we can't recover anymore. */ if (comp->last_error == OMX_ErrorNone) comp->last_error = error; g_cond_broadcast (comp->messages_cond); break; } case GST_OMX_MESSAGE_PORT_ENABLE:{ GstOMXPort *port = NULL; OMX_U32 index = msg->content.port_enable.port; OMX_BOOL enable = msg->content.port_enable.enable; port = gst_omx_component_get_port (comp, index); if (!port) break; GST_DEBUG_OBJECT (comp->parent, "%s port %u %s", comp->name, port->index, (enable ? "enabled" : "disabled")); if (enable) port->enabled_pending = FALSE; else port->disabled_pending = FALSE; break; } case GST_OMX_MESSAGE_PORT_SETTINGS_CHANGED:{ gint i, n; OMX_U32 index = msg->content.port_settings_changed.port; GList *outports = NULL, *l, *k; GST_DEBUG_OBJECT (comp->parent, "%s settings changed (port %u)", comp->name, (guint) index); /* FIXME: This probably can be done better */ /* Now update the ports' states */ n = (comp->ports ? comp->ports->len : 0); for (i = 0; i < n; i++) { GstOMXPort *port = g_ptr_array_index (comp->ports, i); if (index == OMX_ALL || index == port->index) { port->settings_cookie++; gst_omx_port_update_port_definition (port, NULL); if (port->port_def.eDir == OMX_DirOutput && !port->tunneled) outports = g_list_prepend (outports, port); } } for (k = outports; k; k = k->next) { gboolean found = FALSE; for (l = comp->pending_reconfigure_outports; l; l = l->next) { if (l->data == k->data) { found = TRUE; break; } } if (!found) comp->pending_reconfigure_outports = g_list_prepend (comp->pending_reconfigure_outports, k->data); } g_list_free (outports); break; } case GST_OMX_MESSAGE_BUFFER_FLAG:{ GstOMXPort *port = NULL; OMX_U32 index = msg->content.buffer_flag.port; OMX_U32 flags = msg->content.buffer_flag.flags; port = gst_omx_component_get_port (comp, index); if (!port) break; GST_DEBUG_OBJECT (comp->parent, "%s port %u got buffer flags 0x%08x", comp->name, port->index, (guint) flags); if ((flags & OMX_BUFFERFLAG_EOS) && port->port_def.eDir == OMX_DirOutput) port->eos = TRUE; break; } case GST_OMX_MESSAGE_BUFFER_DONE:{ GstOMXBuffer *buf = msg->content.buffer_done.buffer->pAppPrivate; GstOMXPort *port; port = buf->port; if (msg->content.buffer_done.empty) { /* Input buffer is empty again and can be used to contain new input */ GST_LOG_OBJECT (port->comp->parent, "%s port %u emptied buffer %p (%p)", port->comp->name, port->index, buf, buf->omx_buf->pBuffer); /* Reset offset and filled length */ buf->omx_buf->nOffset = 0; buf->omx_buf->nFilledLen = 0; /* Reset all flags, some implementations don't * reset them themselves and the flags are not * valid anymore after the buffer was consumed */ buf->omx_buf->nFlags = 0; } else { /* Output buffer contains output now or * the port was flushed */ GST_LOG_OBJECT (port->comp->parent, "%s port %u filled buffer %p (%p)", port->comp->name, port->index, buf, buf->omx_buf->pBuffer); if ((buf->omx_buf->nFlags & OMX_BUFFERFLAG_EOS) && port->port_def.eDir == OMX_DirOutput) port->eos = TRUE; } buf->used = FALSE; g_queue_push_tail (&port->pending_buffers, buf); break; } default:{ g_assert_not_reached (); break; } } g_slice_free (GstOMXMessage, msg); g_mutex_lock (comp->messages_lock); } g_mutex_unlock (comp->messages_lock); } /* NOTE: comp->messages_lock will be used */ static void gst_omx_component_send_message (GstOMXComponent * comp, GstOMXMessage * msg) { g_mutex_lock (comp->messages_lock); if (msg) g_queue_push_tail (&comp->messages, msg); g_cond_broadcast (comp->messages_cond); g_mutex_unlock (comp->messages_lock); } static OMX_ERRORTYPE EventHandler (OMX_HANDLETYPE hComponent, OMX_PTR pAppData, OMX_EVENTTYPE eEvent, OMX_U32 nData1, OMX_U32 nData2, OMX_PTR pEventData) { GstOMXComponent *comp = (GstOMXComponent *) pAppData; switch (eEvent) { case OMX_EventCmdComplete: { OMX_COMMANDTYPE cmd = (OMX_COMMANDTYPE) nData1; GST_DEBUG_OBJECT (comp->parent, "%s %s command complete (%d)", comp->name, gst_omx_command_to_string (cmd), cmd); switch (cmd) { case OMX_CommandStateSet:{ GstOMXMessage *msg = g_slice_new (GstOMXMessage); msg->type = GST_OMX_MESSAGE_STATE_SET; msg->content.state_set.state = nData2; GST_DEBUG_OBJECT (comp->parent, "%s state change to %s finished", comp->name, gst_omx_state_to_string (msg->content.state_set.state)); gst_omx_component_send_message (comp, msg); break; } case OMX_CommandFlush:{ GstOMXMessage *msg = g_slice_new (GstOMXMessage); msg->type = GST_OMX_MESSAGE_FLUSH; msg->content.flush.port = nData2; GST_DEBUG_OBJECT (comp->parent, "%s port %u flushed", comp->name, (guint) msg->content.flush.port); gst_omx_component_send_message (comp, msg); break; } case OMX_CommandPortEnable: case OMX_CommandPortDisable:{ GstOMXMessage *msg = g_slice_new (GstOMXMessage); msg->type = GST_OMX_MESSAGE_PORT_ENABLE; msg->content.port_enable.port = nData2; msg->content.port_enable.enable = (cmd == OMX_CommandPortEnable); GST_DEBUG_OBJECT (comp->parent, "%s port %u %s", comp->name, (guint) msg->content.port_enable.port, (msg->content.port_enable.enable ? "enabled" : "disabled")); gst_omx_component_send_message (comp, msg); break; } default: break; } break; } case OMX_EventError: { GstOMXMessage *msg; /* Yes, this really happens... */ if (nData1 == OMX_ErrorNone) break; msg = g_slice_new (GstOMXMessage); msg->type = GST_OMX_MESSAGE_ERROR; msg->content.error.error = nData1; GST_ERROR_OBJECT (comp->parent, "%s got error: %s (0x%08x)", comp->name, gst_omx_error_to_string (msg->content.error.error), msg->content.error.error); gst_omx_component_send_message (comp, msg); break; } case OMX_EventPortSettingsChanged: { GstOMXMessage *msg = g_slice_new (GstOMXMessage); OMX_U32 index; if (!(comp->hacks & GST_OMX_HACK_EVENT_PORT_SETTINGS_CHANGED_NDATA_PARAMETER_SWAP)) { index = nData1; } else { index = nData2; } if (index == 0 && (comp->hacks & GST_OMX_HACK_EVENT_PORT_SETTINGS_CHANGED_PORT_0_TO_1)) index = 1; msg->type = GST_OMX_MESSAGE_PORT_SETTINGS_CHANGED; msg->content.port_settings_changed.port = index; GST_DEBUG_OBJECT (comp->parent, "%s settings changed (port index: %u)", comp->name, (guint) msg->content.port_settings_changed.port); gst_omx_component_send_message (comp, msg); break; } case OMX_EventBufferFlag:{ GstOMXMessage *msg; msg = g_slice_new (GstOMXMessage); msg->type = GST_OMX_MESSAGE_BUFFER_FLAG; msg->content.buffer_flag.port = nData1; msg->content.buffer_flag.flags = nData2; GST_DEBUG_OBJECT (comp->parent, "%s port %u got buffer flags 0x%08x", comp->name, (guint) msg->content.buffer_flag.port, (guint) msg->content.buffer_flag.flags); gst_omx_component_send_message (comp, msg); break; } case OMX_EventPortFormatDetected: default: GST_DEBUG_OBJECT (comp->parent, "%s unknown event 0x%08x", comp->name, eEvent); break; } return OMX_ErrorNone; } static OMX_ERRORTYPE EmptyBufferDone (OMX_HANDLETYPE hComponent, OMX_PTR pAppData, OMX_BUFFERHEADERTYPE * pBuffer) { GstOMXBuffer *buf; GstOMXComponent *comp; GstOMXMessage *msg; buf = pBuffer->pAppPrivate; if (!buf) { GST_ERROR ("Have unknown or deallocated buffer %p", pBuffer); return OMX_ErrorNone; } g_assert (buf->omx_buf == pBuffer); if (buf->port->tunneled) { GST_ERROR ("EmptyBufferDone on tunneled port"); return OMX_ErrorBadParameter; } comp = buf->port->comp; msg = g_slice_new (GstOMXMessage); msg->type = GST_OMX_MESSAGE_BUFFER_DONE; msg->content.buffer_done.component = hComponent; msg->content.buffer_done.app_data = pAppData; msg->content.buffer_done.buffer = pBuffer; msg->content.buffer_done.empty = OMX_TRUE; GST_LOG_OBJECT (comp->parent, "%s port %u emptied buffer %p (%p)", comp->name, buf->port->index, buf, buf->omx_buf->pBuffer); gst_omx_component_send_message (comp, msg); return OMX_ErrorNone; } static OMX_ERRORTYPE FillBufferDone (OMX_HANDLETYPE hComponent, OMX_PTR pAppData, OMX_BUFFERHEADERTYPE * pBuffer) { GstOMXBuffer *buf; GstOMXComponent *comp; GstOMXMessage *msg; buf = pBuffer->pAppPrivate; if (!buf) { GST_ERROR ("Have unknown or deallocated buffer %p", pBuffer); return OMX_ErrorNone; } g_assert (buf->omx_buf == pBuffer); if (buf->port->tunneled) { GST_ERROR ("FillBufferDone on tunneled port"); return OMX_ErrorBadParameter; } comp = buf->port->comp; msg = g_slice_new (GstOMXMessage); msg->type = GST_OMX_MESSAGE_BUFFER_DONE; msg->content.buffer_done.component = hComponent; msg->content.buffer_done.app_data = pAppData; msg->content.buffer_done.buffer = pBuffer; msg->content.buffer_done.empty = OMX_FALSE; GST_LOG_OBJECT (comp->parent, "%s port %u filled buffer %p (%p)", comp->name, buf->port->index, buf, buf->omx_buf->pBuffer); gst_omx_component_send_message (comp, msg); return OMX_ErrorNone; } static OMX_CALLBACKTYPE callbacks = { EventHandler, EmptyBufferDone, FillBufferDone }; /* NOTE: Uses comp->lock and comp->messages_lock */ GstOMXComponent * gst_omx_component_new (GstObject * parent, const gchar * core_name, const gchar * component_name, const gchar * component_role, guint64 hacks) { OMX_ERRORTYPE err; GstOMXCore *core; GstOMXComponent *comp; const gchar *dot; core = gst_omx_core_acquire (core_name); if (!core) return NULL; comp = g_slice_new0 (GstOMXComponent); comp->core = core; if ((dot = g_strrstr (component_name, "."))) comp->name = g_strdup (dot + 1); else comp->name = g_strdup (component_name); err = core->get_handle (&comp->handle, (OMX_STRING) component_name, comp, &callbacks); if (err != OMX_ErrorNone) { GST_ERROR_OBJECT (parent, "Failed to get component handle '%s' from core '%s': 0x%08x", component_name, core_name, err); gst_omx_core_release (core); g_slice_free (GstOMXComponent, comp); return NULL; } GST_DEBUG_OBJECT (parent, "Successfully got component handle %p (%s) from core '%s'", comp->handle, component_name, core_name); comp->parent = gst_object_ref (parent); comp->hacks = hacks; comp->ports = g_ptr_array_new (); comp->n_in_ports = 0; comp->n_out_ports = 0; comp->lock = g_mutex_new (); comp->messages_lock = g_mutex_new (); comp->messages_cond = g_cond_new (); g_queue_init (&comp->messages); comp->pending_state = OMX_StateInvalid; comp->last_error = OMX_ErrorNone; /* Set component role if any */ if (component_role && !(hacks & GST_OMX_HACK_NO_COMPONENT_ROLE)) { OMX_PARAM_COMPONENTROLETYPE param; GST_OMX_INIT_STRUCT (¶m); g_strlcpy ((gchar *) param.cRole, component_role, sizeof (param.cRole)); err = gst_omx_component_set_parameter (comp, OMX_IndexParamStandardComponentRole, ¶m); GST_DEBUG_OBJECT (parent, "Setting component role to '%s': %s (0x%08x)", component_role, gst_omx_error_to_string (err), err); /* If setting the role failed this component is unusable */ if (err != OMX_ErrorNone) { gst_omx_component_free (comp); return NULL; } } OMX_GetState (comp->handle, &comp->state); g_mutex_lock (comp->lock); gst_omx_component_handle_messages (comp); g_mutex_unlock (comp->lock); return comp; } /* NOTE: Uses comp->messages_lock */ void gst_omx_component_free (GstOMXComponent * comp) { gint i, n; g_return_if_fail (comp != NULL); GST_INFO_OBJECT (comp->parent, "Unloading component %p %s", comp, comp->name); if (comp->ports) { n = comp->ports->len; for (i = 0; i < n; i++) { GstOMXPort *port = g_ptr_array_index (comp->ports, i); gst_omx_port_deallocate_buffers (port); g_assert (port->buffers == NULL); g_assert (g_queue_get_length (&port->pending_buffers) == 0); g_slice_free (GstOMXPort, port); } #if GLIB_CHECK_VERSION(2,22,0) g_ptr_array_unref (comp->ports); #else g_ptr_array_free (comp->ports, TRUE); #endif comp->ports = NULL; } comp->core->free_handle (comp->handle); gst_omx_core_release (comp->core); gst_omx_component_flush_messages (comp); g_cond_free (comp->messages_cond); g_mutex_free (comp->messages_lock); g_mutex_free (comp->lock); gst_object_unref (comp->parent); g_free (comp->name); comp->name = NULL; g_slice_free (GstOMXComponent, comp); } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_component_set_state (GstOMXComponent * comp, OMX_STATETYPE state) { OMX_STATETYPE old_state; OMX_ERRORTYPE err = OMX_ErrorNone; g_return_val_if_fail (comp != NULL, OMX_ErrorUndefined); g_mutex_lock (comp->lock); gst_omx_component_handle_messages (comp); old_state = comp->state; GST_INFO_OBJECT (comp->parent, "Setting %s state from %s to %s", comp->name, gst_omx_state_to_string (old_state), gst_omx_state_to_string (state)); if ((err = comp->last_error) != OMX_ErrorNone && state > old_state) { GST_ERROR_OBJECT (comp->parent, "Component %s in error state: %s (0x%08x)", comp->name, gst_omx_error_to_string (err), err); goto done; } if (old_state == state || comp->pending_state == state) { GST_DEBUG_OBJECT (comp->parent, "Component %s already in state %s", comp->name, gst_omx_state_to_string (state)); goto done; } comp->pending_state = state; /* Reset some things */ if ((old_state == OMX_StateExecuting || old_state == OMX_StatePause) && state < old_state) { g_list_free (comp->pending_reconfigure_outports); comp->pending_reconfigure_outports = NULL; /* Notify all inports that are still waiting */ gst_omx_component_send_message (comp, NULL); } err = OMX_SendCommand (comp->handle, OMX_CommandStateSet, state, NULL); /* No need to check if anything has changed here */ done: gst_omx_component_handle_messages (comp); g_mutex_unlock (comp->lock); if (err != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Error setting %s state from %d to %d: %s (0x%08x)", comp->name, old_state, state, gst_omx_error_to_string (err), err); } return err; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_STATETYPE gst_omx_component_get_state (GstOMXComponent * comp, GstClockTime timeout) { OMX_STATETYPE ret; GTimeVal *timeval, abstimeout; gboolean signalled = TRUE; g_return_val_if_fail (comp != NULL, OMX_StateInvalid); GST_DEBUG_OBJECT (comp->parent, "Getting state of %s", comp->name); g_mutex_lock (comp->lock); gst_omx_component_handle_messages (comp); ret = comp->state; if (comp->pending_state == OMX_StateInvalid) goto done; if (comp->last_error != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Component %s in error state: %s (0x%08x)", comp->name, gst_omx_error_to_string (comp->last_error), comp->last_error); ret = OMX_StateInvalid; goto done; } if (timeout != GST_CLOCK_TIME_NONE) { glong add = timeout / (GST_SECOND / G_USEC_PER_SEC); if (add == 0) goto done; g_get_current_time (&abstimeout); g_time_val_add (&abstimeout, add); timeval = &abstimeout; GST_DEBUG_OBJECT (comp->parent, "%s Waiting for %ld us", comp->name, add); } else { GST_DEBUG_OBJECT (comp->parent, "%s Waiting for signal", comp->name); } gst_omx_component_handle_messages (comp); while (signalled && comp->last_error == OMX_ErrorNone && comp->pending_state != OMX_StateInvalid) { g_mutex_lock (comp->messages_lock); g_mutex_unlock (comp->lock); if (!g_queue_is_empty (&comp->messages)) { signalled = TRUE; } if (timeout == GST_CLOCK_TIME_NONE) { g_cond_wait (comp->messages_cond, comp->messages_lock); signalled = TRUE; } else { signalled = g_cond_timed_wait (comp->messages_cond, comp->messages_lock, timeval); } g_mutex_unlock (comp->messages_lock); g_mutex_lock (comp->lock); if (signalled) gst_omx_component_handle_messages (comp); }; if (signalled) { if (comp->last_error != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "%s got error while waiting for state change: %s (0x%08x)", comp->name, gst_omx_error_to_string (comp->last_error), comp->last_error); ret = OMX_StateInvalid; } else if (comp->pending_state == OMX_StateInvalid) { /* State change finished and everything's fine */ ret = comp->state; } else { ret = OMX_StateInvalid; g_assert_not_reached (); } } else { ret = OMX_StateInvalid; GST_WARNING_OBJECT (comp->parent, "%s timeout while waiting for state " "change", comp->name); } done: g_mutex_unlock (comp->lock); GST_DEBUG_OBJECT (comp->parent, "%s returning state %s", comp->name, gst_omx_state_to_string (ret)); return ret; } GstOMXPort * gst_omx_component_add_port (GstOMXComponent * comp, guint32 index) { gint i, n; GstOMXPort *port; OMX_PARAM_PORTDEFINITIONTYPE port_def; OMX_ERRORTYPE err; g_return_val_if_fail (comp != NULL, NULL); /* Check if this port exists already */ n = comp->ports->len; for (i = 0; i < n; i++) { port = g_ptr_array_index (comp->ports, i); g_return_val_if_fail (port->index != index, NULL); } GST_DEBUG_OBJECT (comp->parent, "%s adding port %u", comp->name, index); GST_OMX_INIT_STRUCT (&port_def); port_def.nPortIndex = index; err = gst_omx_component_get_parameter (comp, OMX_IndexParamPortDefinition, &port_def); if (err != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "%s failed to add port %u: %s (0x%08x)", comp->name, index, gst_omx_error_to_string (err), err); return NULL; } port = g_slice_new0 (GstOMXPort); port->comp = comp; port->index = index; port->tunneled = FALSE; port->port_def = port_def; g_queue_init (&port->pending_buffers); port->flushing = TRUE; port->flushed = FALSE; port->enabled_pending = FALSE; port->disabled_pending = FALSE; port->eos = FALSE; if (port->port_def.eDir == OMX_DirInput) comp->n_in_ports++; else comp->n_out_ports++; g_ptr_array_add (comp->ports, port); return port; } GstOMXPort * gst_omx_component_get_port (GstOMXComponent * comp, guint32 index) { gint i, n; n = comp->ports->len; for (i = 0; i < n; i++) { GstOMXPort *tmp = g_ptr_array_index (comp->ports, i); if (tmp->index == index) return tmp; } return NULL; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_component_get_last_error (GstOMXComponent * comp) { OMX_ERRORTYPE err; g_return_val_if_fail (comp != NULL, OMX_ErrorUndefined); g_mutex_lock (comp->lock); gst_omx_component_handle_messages (comp); err = comp->last_error; g_mutex_unlock (comp->lock); GST_DEBUG_OBJECT (comp->parent, "Returning last %s error: %s (0x%08x)", comp->name, gst_omx_error_to_string (err), err); return err; } const gchar * gst_omx_component_get_last_error_string (GstOMXComponent * comp) { g_return_val_if_fail (comp != NULL, NULL); return gst_omx_error_to_string (gst_omx_component_get_last_error (comp)); } /* comp->lock must be unlocked while calling this */ OMX_ERRORTYPE gst_omx_component_get_parameter (GstOMXComponent * comp, OMX_INDEXTYPE index, gpointer param) { OMX_ERRORTYPE err; g_return_val_if_fail (comp != NULL, OMX_ErrorUndefined); g_return_val_if_fail (param != NULL, OMX_ErrorUndefined); GST_DEBUG_OBJECT (comp->parent, "Getting %s parameter at index 0x%08x", comp->name, index); err = OMX_GetParameter (comp->handle, index, param); GST_DEBUG_OBJECT (comp->parent, "Got %s parameter at index 0x%08x: %s " "(0x%08x)", comp->name, index, gst_omx_error_to_string (err), err); return err; } /* comp->lock must be unlocked while calling this */ OMX_ERRORTYPE gst_omx_component_set_parameter (GstOMXComponent * comp, OMX_INDEXTYPE index, gpointer param) { OMX_ERRORTYPE err; g_return_val_if_fail (comp != NULL, OMX_ErrorUndefined); g_return_val_if_fail (param != NULL, OMX_ErrorUndefined); GST_DEBUG_OBJECT (comp->parent, "Setting %s parameter at index 0x%08x", comp->name, index); err = OMX_SetParameter (comp->handle, index, param); GST_DEBUG_OBJECT (comp->parent, "Set %s parameter at index 0x%08x: %s " "(0x%08x)", comp->name, index, gst_omx_error_to_string (err), err); return err; } /* comp->lock must be unlocked while calling this */ OMX_ERRORTYPE gst_omx_component_get_config (GstOMXComponent * comp, OMX_INDEXTYPE index, gpointer config) { OMX_ERRORTYPE err; g_return_val_if_fail (comp != NULL, OMX_ErrorUndefined); g_return_val_if_fail (config != NULL, OMX_ErrorUndefined); GST_DEBUG_OBJECT (comp->parent, "Getting %s configuration at index 0x%08x", comp->name, index); err = OMX_GetConfig (comp->handle, index, config); GST_DEBUG_OBJECT (comp->parent, "Got %s parameter at index 0x%08x: %s " "(0x%08x)", comp->name, index, gst_omx_error_to_string (err), err); return err; } /* comp->lock must be unlocked while calling this */ OMX_ERRORTYPE gst_omx_component_set_config (GstOMXComponent * comp, OMX_INDEXTYPE index, gpointer config) { OMX_ERRORTYPE err; g_return_val_if_fail (comp != NULL, OMX_ErrorUndefined); g_return_val_if_fail (config != NULL, OMX_ErrorUndefined); GST_DEBUG_OBJECT (comp->parent, "Setting %s configuration at index 0x%08x", comp->name, index); err = OMX_SetConfig (comp->handle, index, config); GST_DEBUG_OBJECT (comp->parent, "Set %s parameter at index 0x%08x: %s " "(0x%08x)", comp->name, index, gst_omx_error_to_string (err), err); return err; } OMX_ERRORTYPE gst_omx_component_setup_tunnel (GstOMXComponent * comp1, GstOMXPort * port1, GstOMXComponent * comp2, GstOMXPort * port2) { OMX_ERRORTYPE err; g_return_val_if_fail (comp1 != NULL, OMX_ErrorUndefined); g_return_val_if_fail (port1 != NULL, OMX_ErrorUndefined); g_return_val_if_fail (port1->port_def.eDir == OMX_DirOutput, OMX_ErrorUndefined); g_return_val_if_fail (comp2 != NULL, OMX_ErrorUndefined); g_return_val_if_fail (port2 != NULL, OMX_ErrorUndefined); g_return_val_if_fail (port2->port_def.eDir == OMX_DirInput, OMX_ErrorUndefined); g_return_val_if_fail (comp1->core == comp2->core, OMX_ErrorUndefined); g_mutex_lock (comp1->lock); g_mutex_lock (comp2->lock); GST_DEBUG_OBJECT (comp1->parent, "Setup tunnel between %s port %u and %s port %u", comp1->name, port1->index, comp2->name, port2->index); err = comp1->core->setup_tunnel (comp1->handle, port1->index, comp2->handle, port2->index); if (err == OMX_ErrorNone) { port1->tunneled = TRUE; port2->tunneled = TRUE; } GST_DEBUG_OBJECT (comp1->parent, "Setup tunnel between %s port %u and %s port %u: %s (0x%08x)", comp1->name, port1->index, comp2->name, port2->index, gst_omx_error_to_string (err), err); g_mutex_unlock (comp2->lock); g_mutex_unlock (comp1->lock); return err; } OMX_ERRORTYPE gst_omx_component_close_tunnel (GstOMXComponent * comp1, GstOMXPort * port1, GstOMXComponent * comp2, GstOMXPort * port2) { OMX_ERRORTYPE err; g_return_val_if_fail (comp1 != NULL, OMX_ErrorUndefined); g_return_val_if_fail (port1 != NULL, OMX_ErrorUndefined); g_return_val_if_fail (port1->port_def.eDir == OMX_DirOutput, OMX_ErrorUndefined); g_return_val_if_fail (comp2 != NULL, OMX_ErrorUndefined); g_return_val_if_fail (port2 != NULL, OMX_ErrorUndefined); g_return_val_if_fail (port2->port_def.eDir == OMX_DirInput, OMX_ErrorUndefined); g_return_val_if_fail (comp1->core == comp2->core, OMX_ErrorUndefined); g_return_val_if_fail (port1->tunneled && port2->tunneled, OMX_ErrorUndefined); g_mutex_lock (comp1->lock); g_mutex_lock (comp2->lock); GST_DEBUG_OBJECT (comp1->parent, "Closing tunnel between %s port %u and %s port %u", comp1->name, port1->index, comp2->name, port2->index); err = comp1->core->setup_tunnel (comp1->handle, port1->index, 0, 0); if (err != OMX_ErrorNone) { GST_ERROR_OBJECT (comp1->parent, "Failed to close tunnel on output side %s (0x%08x)", gst_omx_error_to_string (err), err); } err = comp2->core->setup_tunnel (0, 0, comp2->handle, port2->index); if (err != OMX_ErrorNone) { GST_ERROR_OBJECT (comp2->parent, "Failed to close tunnel on input side %s (0x%08x)", gst_omx_error_to_string (err), err); } port1->tunneled = FALSE; port2->tunneled = FALSE; GST_DEBUG_OBJECT (comp1->parent, "Closed tunnel between %s port %u and %s port %u", comp1->name, port1->index, comp2->name, port2->index); g_mutex_unlock (comp2->lock); g_mutex_unlock (comp1->lock); return err; } OMX_ERRORTYPE gst_omx_port_get_port_definition (GstOMXPort * port, OMX_PARAM_PORTDEFINITIONTYPE * port_def) { GstOMXComponent *comp; OMX_ERRORTYPE err; g_return_val_if_fail (port != NULL, OMX_ErrorBadParameter); comp = port->comp; GST_OMX_INIT_STRUCT (port_def); port_def->nPortIndex = port->index; err = gst_omx_component_get_parameter (comp, OMX_IndexParamPortDefinition, port_def); return err; } OMX_ERRORTYPE gst_omx_port_update_port_definition (GstOMXPort * port, OMX_PARAM_PORTDEFINITIONTYPE * port_def) { OMX_ERRORTYPE err = OMX_ErrorNone; GstOMXComponent *comp; g_return_val_if_fail (port != NULL, FALSE); comp = port->comp; if (port_def) err = gst_omx_component_set_parameter (comp, OMX_IndexParamPortDefinition, port_def); gst_omx_component_get_parameter (comp, OMX_IndexParamPortDefinition, &port->port_def); GST_DEBUG_OBJECT (comp->parent, "Updated %s port %u definition: %s (0x%08x)", comp->name, port->index, gst_omx_error_to_string (err), err); return err; } /* NOTE: Uses comp->lock and comp->messages_lock */ GstOMXAcquireBufferReturn gst_omx_port_acquire_buffer (GstOMXPort * port, GstOMXBuffer ** buf) { GstOMXAcquireBufferReturn ret = GST_OMX_ACQUIRE_BUFFER_ERROR; GstOMXComponent *comp; OMX_ERRORTYPE err; GstOMXBuffer *_buf = NULL; g_return_val_if_fail (port != NULL, GST_OMX_ACQUIRE_BUFFER_ERROR); g_return_val_if_fail (!port->tunneled, GST_OMX_ACQUIRE_BUFFER_ERROR); g_return_val_if_fail (buf != NULL, GST_OMX_ACQUIRE_BUFFER_ERROR); *buf = NULL; comp = port->comp; g_mutex_lock (comp->lock); GST_DEBUG_OBJECT (comp->parent, "Acquiring %s buffer from port %u", comp->name, port->index); retry: gst_omx_component_handle_messages (comp); /* Check if the component is in an error state */ if ((err = comp->last_error) != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Component %s is in error state: %s", comp->name, gst_omx_error_to_string (err)); ret = GST_OMX_ACQUIRE_BUFFER_ERROR; goto done; } /* Check if the port is flushing */ if (port->flushing) { ret = GST_OMX_ACQUIRE_BUFFER_FLUSHING; goto done; } /* If this is an input port and at least one of the output ports * needs to be reconfigured, we wait until all output ports are * reconfigured. Afterwards this port is reconfigured if required * or buffers are returned to be filled as usual. */ if (port->port_def.eDir == OMX_DirInput) { if (comp->pending_reconfigure_outports) { gst_omx_component_handle_messages (comp); while (comp->pending_reconfigure_outports && (err = comp->last_error) == OMX_ErrorNone && !port->flushing) { GST_DEBUG_OBJECT (comp->parent, "Waiting for %s output ports to reconfigure", comp->name); g_mutex_lock (comp->messages_lock); g_mutex_unlock (comp->lock); if (g_queue_is_empty (&comp->messages)) g_cond_wait (comp->messages_cond, comp->messages_lock); g_mutex_unlock (comp->messages_lock); g_mutex_lock (comp->lock); gst_omx_component_handle_messages (comp); } goto retry; } /* Only if this port needs to be reconfigured too notify * the caller about it */ if (port->settings_cookie != port->configured_settings_cookie) { ret = GST_OMX_ACQUIRE_BUFFER_RECONFIGURE; goto done; } } /* If we have an output port that needs to be reconfigured * and it still has buffers pending for the old configuration * we first return them. * NOTE: If buffers for this configuration arrive later * we have to drop them... */ if (port->port_def.eDir == OMX_DirOutput && port->settings_cookie != port->configured_settings_cookie) { if (!g_queue_is_empty (&port->pending_buffers)) { GST_DEBUG_OBJECT (comp->parent, "%s output port %u needs reconfiguration but has buffers pending", comp->name, port->index); _buf = g_queue_pop_head (&port->pending_buffers); ret = GST_OMX_ACQUIRE_BUFFER_OK; goto done; } ret = GST_OMX_ACQUIRE_BUFFER_RECONFIGURE; goto done; } if (port->port_def.eDir == OMX_DirOutput && port->eos) { if (!g_queue_is_empty (&port->pending_buffers)) { GST_DEBUG_OBJECT (comp->parent, "%s output port %u is EOS but has " "buffers pending", comp->name, port->index); _buf = g_queue_pop_head (&port->pending_buffers); ret = GST_OMX_ACQUIRE_BUFFER_OK; goto done; } ret = GST_OMX_ACQUIRE_BUFFER_EOS; goto done; } /* * At this point we have no error or flushing/eos port * and a properly configured port. * */ /* If the queue is empty we wait until a buffer * arrives, an error happens, the port is flushing * or the port needs to be reconfigured. */ gst_omx_component_handle_messages (comp); if (g_queue_is_empty (&port->pending_buffers)) { GST_DEBUG_OBJECT (comp->parent, "Queue of %s port %u is empty", comp->name, port->index); g_mutex_lock (comp->messages_lock); g_mutex_unlock (comp->lock); if (g_queue_is_empty (&comp->messages)) g_cond_wait (comp->messages_cond, comp->messages_lock); g_mutex_unlock (comp->messages_lock); g_mutex_lock (comp->lock); gst_omx_component_handle_messages (comp); /* And now check everything again and maybe get a buffer */ goto retry; } else { GST_DEBUG_OBJECT (comp->parent, "%s port %u has pending buffers", comp->name, port->index); _buf = g_queue_pop_head (&port->pending_buffers); ret = GST_OMX_ACQUIRE_BUFFER_OK; goto done; } g_assert_not_reached (); goto retry; done: g_mutex_unlock (comp->lock); if (_buf) { g_assert (_buf == _buf->omx_buf->pAppPrivate); *buf = _buf; } GST_DEBUG_OBJECT (comp->parent, "Acquired buffer %p (%p) from %s port %u: %d", _buf, (_buf ? _buf->omx_buf->pBuffer : NULL), comp->name, port->index, ret); return ret; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_port_release_buffer (GstOMXPort * port, GstOMXBuffer * buf) { GstOMXComponent *comp; OMX_ERRORTYPE err = OMX_ErrorNone; g_return_val_if_fail (port != NULL, OMX_ErrorUndefined); g_return_val_if_fail (!port->tunneled, GST_OMX_ACQUIRE_BUFFER_ERROR); g_return_val_if_fail (buf != NULL, OMX_ErrorUndefined); g_return_val_if_fail (buf->port == port, OMX_ErrorUndefined); comp = port->comp; g_mutex_lock (comp->lock); GST_DEBUG_OBJECT (comp->parent, "Releasing buffer %p (%p) to %s port %u", buf, buf->omx_buf->pBuffer, comp->name, port->index); gst_omx_component_handle_messages (comp); if (port->port_def.eDir == OMX_DirOutput) { /* Reset all flags, some implementations don't * reset them themselves and the flags are not * valid anymore after the buffer was consumed */ buf->omx_buf->nFlags = 0; /* Reset offset and filled length */ buf->omx_buf->nOffset = 0; buf->omx_buf->nFilledLen = 0; } if ((err = comp->last_error) != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Component %s is in error state: %s " "(0x%08x)", comp->name, gst_omx_error_to_string (err), err); g_queue_push_tail (&port->pending_buffers, buf); gst_omx_component_send_message (comp, NULL); goto done; } if (port->flushing) { GST_DEBUG_OBJECT (comp->parent, "%s port %u is flushing, not releasing " "buffer", comp->name, port->index); g_queue_push_tail (&port->pending_buffers, buf); gst_omx_component_send_message (comp, NULL); goto done; } g_assert (buf == buf->omx_buf->pAppPrivate); /* FIXME: What if the settings cookies don't match? */ buf->used = TRUE; if (port->port_def.eDir == OMX_DirInput) { err = OMX_EmptyThisBuffer (comp->handle, buf->omx_buf); } else { err = OMX_FillThisBuffer (comp->handle, buf->omx_buf); } GST_DEBUG_OBJECT (comp->parent, "Released buffer %p to %s port %u: %s " "(0x%08x)", buf, comp->name, port->index, gst_omx_error_to_string (err), err); done: gst_omx_component_handle_messages (comp); g_mutex_unlock (comp->lock); return err; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_port_set_flushing (GstOMXPort * port, GstClockTime timeout, gboolean flush) { GstOMXComponent *comp; OMX_ERRORTYPE err = OMX_ErrorNone; g_return_val_if_fail (port != NULL, OMX_ErrorUndefined); comp = port->comp; g_mutex_lock (comp->lock); GST_DEBUG_OBJECT (comp->parent, "Setting %s port %d to %sflushing", comp->name, port->index, (flush ? "" : "not ")); gst_omx_component_handle_messages (comp); if (! !flush == ! !port->flushing) { GST_DEBUG_OBJECT (comp->parent, "%s port %u was %sflushing already", comp->name, port->index, (flush ? "" : "not ")); goto done; } if ((err = comp->last_error) != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Component %s is in error state: %s " "(0x%08x)", comp->name, gst_omx_error_to_string (err), err); goto done; } port->flushing = flush; if (flush) { GTimeVal abstimeout, *timeval; gboolean signalled; OMX_ERRORTYPE last_error; gst_omx_component_send_message (comp, NULL); /* Now flush the port */ port->flushed = FALSE; err = OMX_SendCommand (comp->handle, OMX_CommandFlush, port->index, NULL); if (err != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Error sending flush command to %s port %u: %s (0x%08x)", comp->name, port->index, gst_omx_error_to_string (err), err); goto done; } if ((err = comp->last_error) != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Component %s is in error state: %s (0x%08x)", comp->name, gst_omx_error_to_string (err), err); goto done; } if (! !port->flushing != ! !flush) { GST_ERROR_OBJECT (comp->parent, "%s: another flush happened in the " " meantime", comp->name); goto done; } if (timeout != GST_CLOCK_TIME_NONE) { glong add = timeout / (GST_SECOND / G_USEC_PER_SEC); if (add == 0) { if (!port->flushed || (port->buffers && port->buffers->len > g_queue_get_length (&port->pending_buffers))) err = OMX_ErrorTimeout; goto done; } g_get_current_time (&abstimeout); g_time_val_add (&abstimeout, add); timeval = &abstimeout; GST_DEBUG_OBJECT (comp->parent, "%s Waiting for %ld us", comp->name, add); } else { GST_DEBUG_OBJECT (comp->parent, "%s waiting for signal", comp->name); } /* Retry until timeout or until an error happend or * until all buffers were released by the component and * the flush command completed */ signalled = TRUE; last_error = OMX_ErrorNone; gst_omx_component_handle_messages (comp); while (signalled && last_error == OMX_ErrorNone && !port->flushed && port->buffers && port->buffers->len > g_queue_get_length (&port->pending_buffers)) { g_mutex_lock (comp->messages_lock); g_mutex_unlock (comp->lock); if (!g_queue_is_empty (&comp->messages)) { signalled = TRUE; } if (timeout == GST_CLOCK_TIME_NONE) { g_cond_wait (comp->messages_cond, comp->messages_lock); signalled = TRUE; } else { signalled = g_cond_timed_wait (comp->messages_cond, comp->messages_lock, timeval); } g_mutex_unlock (comp->messages_lock); g_mutex_lock (comp->lock); if (signalled) gst_omx_component_handle_messages (comp); last_error = comp->last_error; } port->flushed = FALSE; GST_DEBUG_OBJECT (comp->parent, "%s port %d flushed", comp->name, port->index); if (last_error != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Got error while flushing %s port %u: %s (0x%08x)", comp->name, port->index, gst_omx_error_to_string (last_error), last_error); err = last_error; goto done; } else if (!signalled) { GST_ERROR_OBJECT (comp->parent, "Timeout while flushing %s port %u", comp->name, port->index); err = OMX_ErrorTimeout; goto done; } } /* Reset EOS flag */ port->eos = FALSE; done: gst_omx_port_update_port_definition (port, NULL); GST_DEBUG_OBJECT (comp->parent, "Set %s port %u to %sflushing: %s (0x%08x)", comp->name, port->index, (flush ? "" : "not "), gst_omx_error_to_string (err), err); gst_omx_component_handle_messages (comp); g_mutex_unlock (comp->lock); return err; } /* NOTE: Uses comp->lock and comp->messages_lock */ gboolean gst_omx_port_is_flushing (GstOMXPort * port) { GstOMXComponent *comp; gboolean flushing; g_return_val_if_fail (port != NULL, FALSE); comp = port->comp; g_mutex_lock (comp->lock); gst_omx_component_handle_messages (port->comp); flushing = port->flushing; g_mutex_unlock (comp->lock); GST_DEBUG_OBJECT (comp->parent, "%s port %u is flushing: %d", comp->name, port->index, flushing); return flushing; } static OMX_ERRORTYPE gst_omx_port_deallocate_buffers_unlocked (GstOMXPort * port); /* NOTE: Must be called while holding comp->lock, uses comp->messages_lock */ static OMX_ERRORTYPE gst_omx_port_allocate_buffers_unlocked (GstOMXPort * port, const GList * buffers, const GList * images, guint n) { GstOMXComponent *comp; OMX_ERRORTYPE err = OMX_ErrorNone; gint i; const GList *l; gint eglimage = 0; g_assert (!port->buffers || port->buffers->len == 0); g_return_val_if_fail (!port->tunneled, OMX_ErrorBadParameter); comp = port->comp; gst_omx_component_handle_messages (port->comp); if ((err = comp->last_error) != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Component %s in error state: %s (0x%08x)", comp->name, gst_omx_error_to_string (err), err); goto done; } /* Update the port definition to check if we need more * buffers after the port configuration was done and to * update the buffer size */ gst_omx_port_update_port_definition (port, NULL); g_return_val_if_fail (n != -1 || (!buffers && !images), OMX_ErrorBadParameter); if (n == -1) n = port->port_def.nBufferCountActual; g_return_val_if_fail (n == port->port_def.nBufferCountActual, OMX_ErrorBadParameter); GST_INFO_OBJECT (comp->parent, "Allocating %d buffers of size %zu for %s port %u", n, (size_t) port->port_def.nBufferSize, comp->name, (guint) port->index); if (!port->buffers) port->buffers = g_ptr_array_sized_new (n); l = (buffers ? buffers : images); for (i = 0; i < n; i++) { GstOMXBuffer *buf; buf = g_slice_new0 (GstOMXBuffer); buf->port = port; buf->used = FALSE; buf->settings_cookie = port->settings_cookie; g_ptr_array_add (port->buffers, buf); if (buffers) { err = OMX_UseBuffer (comp->handle, &buf->omx_buf, port->index, buf, port->port_def.nBufferSize, l->data); buf->eglimage = -1; } else if (images) { err = OMX_UseEGLImage (comp->handle, &buf->omx_buf, port->index, buf, l->data); buf->eglimage = eglimage; eglimage++; } else { err = OMX_AllocateBuffer (comp->handle, &buf->omx_buf, port->index, buf, port->port_def.nBufferSize); buf->eglimage = -1; } if (err != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Failed to allocate buffer for %s port %u: %s (0x%08x)", comp->name, port->index, gst_omx_error_to_string (err), err); gst_omx_port_deallocate_buffers_unlocked (port); goto done; } GST_DEBUG_OBJECT (comp->parent, "%s: allocated buffer %p (%p)", comp->name, buf, buf->omx_buf->pBuffer); g_assert (buf->omx_buf->pAppPrivate == buf); /* In the beginning all buffers are not owned by the component */ g_queue_push_tail (&port->pending_buffers, buf); if (buffers || images) l = l->next; } gst_omx_component_handle_messages (comp); done: gst_omx_port_update_port_definition (port, NULL); GST_INFO_OBJECT (comp->parent, "Allocated buffers for %s port %u: %s " "(0x%08x)", comp->name, port->index, gst_omx_error_to_string (err), err); return err; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_port_allocate_buffers (GstOMXPort * port) { OMX_ERRORTYPE err; g_return_val_if_fail (port != NULL, OMX_ErrorUndefined); g_mutex_lock (port->comp->lock); err = gst_omx_port_allocate_buffers_unlocked (port, NULL, NULL, -1); g_mutex_unlock (port->comp->lock); return err; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_port_use_buffers (GstOMXPort * port, const GList * buffers) { OMX_ERRORTYPE err; guint n; g_return_val_if_fail (port != NULL, OMX_ErrorUndefined); g_mutex_lock (port->comp->lock); n = g_list_length ((GList *) buffers); err = gst_omx_port_allocate_buffers_unlocked (port, buffers, NULL, n); g_mutex_unlock (port->comp->lock); return err; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_port_use_eglimages (GstOMXPort * port, const GList * images) { OMX_ERRORTYPE err; guint n; g_return_val_if_fail (port != NULL, OMX_ErrorUndefined); g_mutex_lock (port->comp->lock); n = g_list_length ((GList *) images); err = gst_omx_port_allocate_buffers_unlocked (port, NULL, images, n); g_mutex_unlock (port->comp->lock); return err; } /* NOTE: Must be called while holding comp->lock, uses comp->messages_lock */ static OMX_ERRORTYPE gst_omx_port_deallocate_buffers_unlocked (GstOMXPort * port) { GstOMXComponent *comp; OMX_ERRORTYPE err = OMX_ErrorNone; gint i, n; g_return_val_if_fail (!port->tunneled, OMX_ErrorBadParameter); comp = port->comp; GST_INFO_OBJECT (comp->parent, "Deallocating buffers of %s port %u", comp->name, port->index); gst_omx_component_handle_messages (port->comp); if (!port->buffers) { GST_DEBUG_OBJECT (comp->parent, "No buffers allocated for %s port %u", comp->name, port->index); goto done; } if ((err = comp->last_error) != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Component %s in error state: %s (0x%08x)", comp->name, gst_omx_error_to_string (err), err); /* We still try to deallocate all buffers */ } /* We only allow deallocation of buffers after they * were all released from the port, either by flushing * the port or by disabling it. */ n = port->buffers->len; for (i = 0; i < n; i++) { GstOMXBuffer *buf = g_ptr_array_index (port->buffers, i); OMX_ERRORTYPE tmp = OMX_ErrorNone; if (buf->used) { GST_ERROR_OBJECT (comp->parent, "Trying to free used buffer %p of %s " "port %u", buf, comp->name, port->index); } /* omx_buf can be NULL if allocation failed earlier * and we're just shutting down * * errors do not cause exiting this loop because we want * to deallocate as much as possible. */ if (buf->omx_buf) { g_assert (buf == buf->omx_buf->pAppPrivate); buf->omx_buf->pAppPrivate = NULL; GST_DEBUG_OBJECT (comp->parent, "%s: deallocating buffer %p (%p)", comp->name, buf, buf->omx_buf->pBuffer); tmp = OMX_FreeBuffer (comp->handle, port->index, buf->omx_buf); if (tmp != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Failed to deallocate buffer %d of %s port %u: %s (0x%08x)", i, comp->name, port->index, gst_omx_error_to_string (tmp), tmp); if (err == OMX_ErrorNone) err = tmp; } } g_slice_free (GstOMXBuffer, buf); } g_queue_clear (&port->pending_buffers); #if GLIB_CHECK_VERSION(2,22,0) g_ptr_array_unref (port->buffers); #else g_ptr_array_free (port->buffers, TRUE); #endif port->buffers = NULL; gst_omx_component_handle_messages (comp); done: gst_omx_port_update_port_definition (port, NULL); GST_DEBUG_OBJECT (comp->parent, "Deallocated buffers of %s port %u: %s " "(0x%08x)", comp->name, port->index, gst_omx_error_to_string (err), err); return err; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_port_deallocate_buffers (GstOMXPort * port) { OMX_ERRORTYPE err; g_return_val_if_fail (port != NULL, OMX_ErrorUndefined); g_mutex_lock (port->comp->lock); err = gst_omx_port_deallocate_buffers_unlocked (port); g_mutex_unlock (port->comp->lock); return err; } /* NOTE: Must be called while holding comp->lock, uses comp->messages_lock */ static OMX_ERRORTYPE gst_omx_port_set_enabled_unlocked (GstOMXPort * port, gboolean enabled) { GstOMXComponent *comp; OMX_ERRORTYPE err = OMX_ErrorNone; comp = port->comp; gst_omx_component_handle_messages (comp); if ((err = comp->last_error) != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Component %s in error state: %s (0x%08x)", comp->name, gst_omx_error_to_string (err), err); goto done; } if (port->enabled_pending || port->disabled_pending) { GST_ERROR_OBJECT (comp->parent, "%s port %d enabled/disabled pending " "already", comp->name, port->index); err = OMX_ErrorInvalidState; goto done; } GST_INFO_OBJECT (comp->parent, "Setting %s port %u to %s", comp->name, port->index, (enabled ? "enabled" : "disabled")); /* Check if the port is already enabled/disabled first */ gst_omx_port_update_port_definition (port, NULL); if (! !port->port_def.bEnabled == ! !enabled) goto done; if (enabled) port->enabled_pending = TRUE; else port->disabled_pending = TRUE; if (!enabled) { /* This is also like flushing, i.e. all buffers are returned * by the component and no new buffers should be passed to * the component anymore */ port->flushing = TRUE; } if (enabled) err = OMX_SendCommand (comp->handle, OMX_CommandPortEnable, port->index, NULL); else err = OMX_SendCommand (comp->handle, OMX_CommandPortDisable, port->index, NULL); if (err != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Failed to send enable/disable command to %s port %u: %s (0x%08x)", comp->name, port->index, gst_omx_error_to_string (err), err); goto done; } if ((err = comp->last_error) != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Component %s in error state: %s (0x%08x)", comp->name, gst_omx_error_to_string (err), err); goto done; } done: gst_omx_component_handle_messages (comp); gst_omx_port_update_port_definition (port, NULL); GST_INFO_OBJECT (comp->parent, "Set %s port %u to %s%s: %s (0x%08x)", comp->name, port->index, (err == OMX_ErrorNone ? "" : "not "), (enabled ? "enabled" : "disabled"), gst_omx_error_to_string (err), err); return err; } static OMX_ERRORTYPE gst_omx_port_wait_buffers_released_unlocked (GstOMXPort * port, GstClockTime timeout) { GstOMXComponent *comp; OMX_ERRORTYPE err = OMX_ErrorNone; OMX_ERRORTYPE last_error; GTimeVal abstimeout, *timeval; gboolean signalled; comp = port->comp; gst_omx_component_handle_messages (comp); if ((err = comp->last_error) != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Component %s in error state: %s (0x%08x)", comp->name, gst_omx_error_to_string (err), err); goto done; } GST_INFO_OBJECT (comp->parent, "Waiting for %s port %u to release all " "buffers", comp->name, port->index); if (timeout != GST_CLOCK_TIME_NONE) { glong add = timeout / (GST_SECOND / G_USEC_PER_SEC); if (add == 0) { if (port->buffers && port->buffers->len > g_queue_get_length (&port->pending_buffers)) err = OMX_ErrorTimeout; goto done; } g_get_current_time (&abstimeout); g_time_val_add (&abstimeout, add); timeval = &abstimeout; GST_DEBUG_OBJECT (comp->parent, "%s Waiting for %ld us", comp->name, add); } else { GST_DEBUG_OBJECT (comp->parent, "%s waiting for signal", comp->name); } /* Wait until all buffers are released by the port */ signalled = TRUE; last_error = OMX_ErrorNone; gst_omx_component_handle_messages (comp); while (signalled && last_error == OMX_ErrorNone && (port->buffers && port->buffers->len > g_queue_get_length (&port->pending_buffers))) { g_mutex_lock (comp->messages_lock); g_mutex_unlock (comp->lock); if (!g_queue_is_empty (&comp->messages)) { signalled = TRUE; } else if (timeout != GST_CLOCK_TIME_NONE) { signalled = g_cond_timed_wait (comp->messages_cond, comp->messages_lock, timeval); } else { signalled = TRUE; g_cond_wait (comp->messages_cond, comp->messages_lock); } g_mutex_unlock (comp->messages_lock); g_mutex_lock (comp->lock); if (signalled) gst_omx_component_handle_messages (comp); last_error = comp->last_error; } if (last_error != OMX_ErrorNone) { err = last_error; GST_ERROR_OBJECT (comp->parent, "Got error while waiting for %s port %u to release all buffers: %s " "(0x%08x)", comp->name, port->index, gst_omx_error_to_string (err), err); goto done; } else if (!signalled) { GST_ERROR_OBJECT (comp->parent, "Timeout waiting for %s port %u to " "release all buffers", comp->name, port->index); err = OMX_ErrorTimeout; goto done; } done: gst_omx_component_handle_messages (comp); gst_omx_port_update_port_definition (port, NULL); GST_DEBUG_OBJECT (comp->parent, "Waited for %s port %u to release all buffers: %s (0x%08x)", comp->name, port->index, gst_omx_error_to_string (err), err); return err; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_port_wait_buffers_released (GstOMXPort * port, GstClockTime timeout) { OMX_ERRORTYPE err; g_return_val_if_fail (port != NULL, OMX_ErrorUndefined); g_mutex_lock (port->comp->lock); err = gst_omx_port_wait_buffers_released_unlocked (port, timeout); g_mutex_unlock (port->comp->lock); return err; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_port_set_enabled (GstOMXPort * port, gboolean enabled) { OMX_ERRORTYPE err; g_return_val_if_fail (port != NULL, OMX_ErrorUndefined); g_mutex_lock (port->comp->lock); err = gst_omx_port_set_enabled_unlocked (port, enabled); g_mutex_unlock (port->comp->lock); return err; } static OMX_ERRORTYPE gst_omx_port_populate_unlocked (GstOMXPort * port) { GstOMXComponent *comp; OMX_ERRORTYPE err = OMX_ErrorNone; GstOMXBuffer *buf; g_return_val_if_fail (port != NULL, OMX_ErrorUndefined); comp = port->comp; GST_DEBUG_OBJECT (comp->parent, "Populating %s port %d", comp->name, port->index); gst_omx_component_handle_messages (comp); if (port->flushing) { GST_DEBUG_OBJECT (comp->parent, "%s port %u is flushing", comp->name, port->index); err = OMX_ErrorIncorrectStateOperation; goto done; } if ((err = comp->last_error) != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Component %s is in error state: %s" "(0x%08x)", comp->name, gst_omx_error_to_string (err), err); goto done; } if (port->port_def.eDir == OMX_DirOutput && port->buffers && !port->tunneled) { /* Enqueue all buffers for the component to fill */ while ((buf = g_queue_pop_head (&port->pending_buffers))) { if (!buf) continue; g_assert (!buf->used); /* Reset all flags, some implementations don't * reset them themselves and the flags are not * valid anymore after the buffer was consumed */ buf->omx_buf->nFlags = 0; err = OMX_FillThisBuffer (comp->handle, buf->omx_buf); if (err != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Failed to pass buffer %p (%p) to %s port %u: %s (0x%08x)", buf, buf->omx_buf->pBuffer, comp->name, port->index, gst_omx_error_to_string (err), err); goto done; } GST_DEBUG_OBJECT (comp->parent, "Passed buffer %p (%p) to component %s", buf, buf->omx_buf->pBuffer, comp->name); } } done: gst_omx_port_update_port_definition (port, NULL); GST_DEBUG_OBJECT (comp->parent, "Populated %s port %u: %s (0x%08x)", comp->name, port->index, gst_omx_error_to_string (err), err); gst_omx_component_handle_messages (comp); return err; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_port_populate (GstOMXPort * port) { OMX_ERRORTYPE err; g_return_val_if_fail (port != NULL, OMX_ErrorUndefined); g_mutex_lock (port->comp->lock); err = gst_omx_port_populate_unlocked (port); g_mutex_unlock (port->comp->lock); return err; } /* NOTE: Must be called while holding comp->lock, uses comp->messages_lock */ static OMX_ERRORTYPE gst_omx_port_wait_enabled_unlocked (GstOMXPort * port, GstClockTime timeout) { GstOMXComponent *comp; OMX_ERRORTYPE err = OMX_ErrorNone; GTimeVal abstimeout, *timeval; gboolean signalled; OMX_ERRORTYPE last_error; gboolean enabled; comp = port->comp; /* Check the current port status */ gst_omx_port_update_port_definition (port, NULL); if (port->enabled_pending) enabled = TRUE; else if (port->disabled_pending) enabled = FALSE; else enabled = port->port_def.bEnabled; gst_omx_component_handle_messages (comp); if ((err = comp->last_error) != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Component %s in error state: %s (0x%08x)", comp->name, gst_omx_error_to_string (err), err); goto done; } GST_INFO_OBJECT (comp->parent, "Waiting for %s port %u to be %s", comp->name, port->index, (enabled ? "enabled" : "disabled")); if (timeout != GST_CLOCK_TIME_NONE) { glong add = timeout / (GST_SECOND / G_USEC_PER_SEC); if (add == 0) { if (port->enabled_pending || port->disabled_pending) err = OMX_ErrorTimeout; goto done; } g_get_current_time (&abstimeout); g_time_val_add (&abstimeout, add); timeval = &abstimeout; GST_DEBUG_OBJECT (comp->parent, "%s Waiting for %ld us", comp->name, add); } else { GST_DEBUG_OBJECT (comp->parent, "%s waiting for signal", comp->name); } /* And now wait until the enable/disable command is finished */ signalled = TRUE; last_error = OMX_ErrorNone; gst_omx_port_update_port_definition (port, NULL); gst_omx_component_handle_messages (comp); while (signalled && last_error == OMX_ErrorNone && (! !port->port_def.bEnabled != ! !enabled || port->enabled_pending || port->disabled_pending)) { g_mutex_lock (comp->messages_lock); g_mutex_unlock (comp->lock); if (!g_queue_is_empty (&comp->messages)) { signalled = TRUE; } else if (timeout != GST_CLOCK_TIME_NONE) { signalled = g_cond_timed_wait (comp->messages_cond, comp->messages_lock, timeval); } else { signalled = TRUE; g_cond_wait (comp->messages_cond, comp->messages_lock); } g_mutex_unlock (comp->messages_lock); g_mutex_lock (comp->lock); if (signalled) gst_omx_component_handle_messages (comp); last_error = comp->last_error; gst_omx_port_update_port_definition (port, NULL); } port->enabled_pending = FALSE; port->disabled_pending = FALSE; if (!signalled) { GST_ERROR_OBJECT (comp->parent, "Timeout waiting for %s port %u to be %s", comp->name, port->index, (enabled ? "enabled" : "disabled")); err = OMX_ErrorTimeout; goto done; } else if (last_error != OMX_ErrorNone) { GST_ERROR_OBJECT (comp->parent, "Got error while waiting for %s port %u to be %s: %s (0x%08x)", comp->name, port->index, (enabled ? "enabled" : "disabled"), gst_omx_error_to_string (err), err); err = last_error; } else { if (enabled) { port->flushing = FALSE; /* Reset EOS flag */ port->eos = FALSE; } } gst_omx_component_handle_messages (comp); done: gst_omx_port_update_port_definition (port, NULL); GST_INFO_OBJECT (comp->parent, "%s port %u is %s%s: %s (0x%08x)", comp->name, port->index, (err == OMX_ErrorNone ? "" : "not "), (enabled ? "enabled" : "disabled"), gst_omx_error_to_string (err), err); return err; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_port_wait_enabled (GstOMXPort * port, GstClockTime timeout) { OMX_ERRORTYPE err; g_return_val_if_fail (port != NULL, OMX_ErrorUndefined); g_mutex_lock (port->comp->lock); err = gst_omx_port_wait_enabled_unlocked (port, timeout); g_mutex_unlock (port->comp->lock); return err; } gboolean gst_omx_port_is_enabled (GstOMXPort * port) { gboolean enabled; g_return_val_if_fail (port != NULL, FALSE); gst_omx_port_update_port_definition (port, NULL); enabled = ! !port->port_def.bEnabled; GST_DEBUG_OBJECT (port->comp->parent, "%s port %u is enabled: %d", port->comp->name, port->index, enabled); return enabled; } /* NOTE: Uses comp->lock and comp->messages_lock */ OMX_ERRORTYPE gst_omx_port_mark_reconfigured (GstOMXPort * port) { GstOMXComponent *comp; OMX_ERRORTYPE err = OMX_ErrorNone; g_return_val_if_fail (port != NULL, OMX_ErrorUndefined); comp = port->comp; g_mutex_lock (comp->lock); GST_DEBUG_OBJECT (comp->parent, "Marking %s port %u is reconfigured", comp->name, port->index); gst_omx_component_handle_messages (comp); if ((err = comp->last_error) != OMX_ErrorNone) goto done; port->configured_settings_cookie = port->settings_cookie; if (port->port_def.eDir == OMX_DirOutput) { GList *l; for (l = comp->pending_reconfigure_outports; l; l = l->next) { if (l->data == (gpointer) port) { comp->pending_reconfigure_outports = g_list_delete_link (comp->pending_reconfigure_outports, l); break; } } if (!comp->pending_reconfigure_outports) gst_omx_component_send_message (comp, NULL); } done: gst_omx_port_update_port_definition (port, NULL); GST_INFO_OBJECT (comp->parent, "Marked %s port %u as reconfigured: %s " "(0x%08x)", comp->name, port->index, gst_omx_error_to_string (err), err); g_mutex_unlock (comp->lock); return err; } typedef GType (*GGetTypeFunction) (void); static const GGetTypeFunction types[] = { gst_omx_mpeg2_video_dec_get_type, gst_omx_mpeg4_video_dec_get_type, gst_omx_h264_dec_get_type, gst_omx_h263_dec_get_type, gst_omx_wmv_dec_get_type, gst_omx_mpeg4_video_enc_get_type, gst_omx_h264_enc_get_type, gst_omx_h263_enc_get_type, gst_omx_aac_enc_get_type, gst_omx_mjpeg_dec_get_type #ifdef HAVE_VP8 , gst_omx_vp8_dec_get_type #endif }; struct TypeOffest { GType (*get_type) (void); glong offset; }; static const struct TypeOffest base_types[] = { {gst_omx_video_dec_get_type, G_STRUCT_OFFSET (GstOMXVideoDecClass, cdata)}, {gst_omx_video_enc_get_type, G_STRUCT_OFFSET (GstOMXVideoEncClass, cdata)}, {gst_omx_audio_enc_get_type, G_STRUCT_OFFSET (GstOMXAudioEncClass, cdata)}, }; static GKeyFile *config = NULL; GKeyFile * gst_omx_get_configuration (void) { return config; } const gchar * gst_omx_error_to_string (OMX_ERRORTYPE err) { switch (err) { case OMX_ErrorNone: return "None"; case OMX_ErrorInsufficientResources: return "Insufficient resources"; case OMX_ErrorUndefined: return "Undefined"; case OMX_ErrorInvalidComponentName: return "Invalid component name"; case OMX_ErrorComponentNotFound: return "Component not found"; case OMX_ErrorInvalidComponent: return "Invalid component"; case OMX_ErrorBadParameter: return "Bad parameter"; case OMX_ErrorNotImplemented: return "Not implemented"; case OMX_ErrorUnderflow: return "Underflow"; case OMX_ErrorOverflow: return "Overflow"; case OMX_ErrorHardware: return "Hardware"; case OMX_ErrorInvalidState: return "Invalid state"; case OMX_ErrorStreamCorrupt: return "Stream corrupt"; case OMX_ErrorPortsNotCompatible: return "Ports not compatible"; case OMX_ErrorResourcesLost: return "Resources lost"; case OMX_ErrorNoMore: return "No more"; case OMX_ErrorVersionMismatch: return "Version mismatch"; case OMX_ErrorNotReady: return "Not ready"; case OMX_ErrorTimeout: return "Timeout"; case OMX_ErrorSameState: return "Same state"; case OMX_ErrorResourcesPreempted: return "Resources preempted"; case OMX_ErrorPortUnresponsiveDuringAllocation: return "Port unresponsive during allocation"; case OMX_ErrorPortUnresponsiveDuringDeallocation: return "Port unresponsive during deallocation"; case OMX_ErrorPortUnresponsiveDuringStop: return "Port unresponsive during stop"; case OMX_ErrorIncorrectStateTransition: return "Incorrect state transition"; case OMX_ErrorIncorrectStateOperation: return "Incorrect state operation"; case OMX_ErrorUnsupportedSetting: return "Unsupported setting"; case OMX_ErrorUnsupportedIndex: return "Unsupported index"; case OMX_ErrorBadPortIndex: return "Bad port index"; case OMX_ErrorPortUnpopulated: return "Port unpopulated"; case OMX_ErrorComponentSuspended: return "Component suspended"; case OMX_ErrorDynamicResourcesUnavailable: return "Dynamic resources unavailable"; case OMX_ErrorMbErrorsInFrame: return "Macroblock errors in frame"; case OMX_ErrorFormatNotDetected: return "Format not detected"; case OMX_ErrorContentPipeOpenFailed: return "Content pipe open failed"; case OMX_ErrorContentPipeCreationFailed: return "Content pipe creation failed"; case OMX_ErrorSeperateTablesUsed: return "Separate tables used"; case OMX_ErrorTunnelingUnsupported: return "Tunneling unsupported"; default: if (err >= (guint32) OMX_ErrorKhronosExtensions && err < (guint32) OMX_ErrorVendorStartUnused) { return "Khronos extension error"; } else if (err >= (guint32) OMX_ErrorVendorStartUnused && err < (guint32) OMX_ErrorMax) { return "Vendor specific error"; } else { return "Unknown error"; } } } const gchar * gst_omx_state_to_string (OMX_STATETYPE state) { switch (state) { case OMX_StateInvalid: return "Invalid"; case OMX_StateLoaded: return "Loaded"; case OMX_StateIdle: return "Idle"; case OMX_StateExecuting: return "Executing"; case OMX_StatePause: return "Pause"; case OMX_StateWaitForResources: return "WaitForResources"; default: if (state >= OMX_StateKhronosExtensions) return "KhronosExtensionState"; else if (state >= OMX_StateVendorStartUnused) return "CustomVendorState"; break; } return "Unknown state"; } const gchar * gst_omx_command_to_string (OMX_COMMANDTYPE cmd) { switch (cmd) { case OMX_CommandStateSet: return "SetState"; case OMX_CommandFlush: return "Flush"; case OMX_CommandPortDisable: return "DisablePort"; case OMX_CommandPortEnable: return "EnablePort"; case OMX_CommandMarkBuffer: return "MarkBuffer"; default: if (cmd >= OMX_CommandKhronosExtensions) return "KhronosExtensionCommand"; else if (cmd >= OMX_CommandVendorStartUnused) return "VendorExtensionCommand"; break; } return "Unknown command"; } #if defined(USE_OMX_TARGET_RPI) #define DEFAULT_HACKS (GST_OMX_HACK_NO_COMPONENT_ROLE) #else #define DEFAULT_HACKS (0) #endif guint64 gst_omx_parse_hacks (gchar ** hacks) { guint64 hacks_flags = DEFAULT_HACKS; if (!hacks) return 0; while (*hacks) { if (g_str_equal (*hacks, "event-port-settings-changed-ndata-parameter-swap")) hacks_flags |= GST_OMX_HACK_EVENT_PORT_SETTINGS_CHANGED_NDATA_PARAMETER_SWAP; else if (g_str_equal (*hacks, "event-port-settings-changed-port-0-to-1")) hacks_flags |= GST_OMX_HACK_EVENT_PORT_SETTINGS_CHANGED_PORT_0_TO_1; else if (g_str_equal (*hacks, "video-framerate-integer")) hacks_flags |= GST_OMX_HACK_VIDEO_FRAMERATE_INTEGER; else if (g_str_equal (*hacks, "syncframe-flag-not-used")) hacks_flags |= GST_OMX_HACK_SYNCFRAME_FLAG_NOT_USED; else if (g_str_equal (*hacks, "no-component-reconfigure")) hacks_flags |= GST_OMX_HACK_NO_COMPONENT_RECONFIGURE; else if (g_str_equal (*hacks, "no-empty-eos-buffer")) hacks_flags |= GST_OMX_HACK_NO_EMPTY_EOS_BUFFER; else if (g_str_equal (*hacks, "drain-may-not-return")) hacks_flags |= GST_OMX_HACK_DRAIN_MAY_NOT_RETURN; else if (g_str_equal (*hacks, "no-component-role")) hacks_flags |= GST_OMX_HACK_NO_COMPONENT_ROLE; else GST_WARNING ("Unknown hack: %s", *hacks); hacks++; } return hacks_flags; } void gst_omx_set_default_role (GstOMXClassData * class_data, const gchar * default_role) { if (!class_data->component_role) class_data->component_role = default_role; } static void _class_init (gpointer g_class, gpointer data) { GstElementClass *element_class = GST_ELEMENT_CLASS (g_class); GstOMXClassData *class_data = NULL; GKeyFile *config; const gchar *element_name = data; GError *err; gchar *core_name, *component_name, *component_role; gint in_port_index, out_port_index; gchar *template_caps; GstPadTemplate *templ; GstCaps *caps; gchar **hacks; int i; if (!element_name) return; /* Find the GstOMXClassData for this class */ for (i = 0; i < G_N_ELEMENTS (base_types); i++) { GType gtype = base_types[i].get_type (); if (G_TYPE_CHECK_CLASS_TYPE (g_class, gtype)) { class_data = (GstOMXClassData *) (((guint8 *) g_class) + base_types[i].offset); break; } } g_assert (class_data != NULL); config = gst_omx_get_configuration (); /* This will alwaxys succeed, see check in plugin_init */ core_name = g_key_file_get_string (config, element_name, "core-name", NULL); g_assert (core_name != NULL); class_data->core_name = core_name; component_name = g_key_file_get_string (config, element_name, "component-name", NULL); g_assert (component_name != NULL); class_data->component_name = component_name; /* If this fails we simply don't set a role */ if ((component_role = g_key_file_get_string (config, element_name, "component-role", NULL))) { GST_DEBUG ("Using component-role '%s' for element '%s'", component_role, element_name); class_data->component_role = component_role; } /* Now set the inport/outport indizes and assume sane defaults */ err = NULL; in_port_index = g_key_file_get_integer (config, element_name, "in-port-index", &err); if (err != NULL) { GST_DEBUG ("No 'in-port-index' set for element '%s', auto-detecting: %s", element_name, err->message); in_port_index = -1; g_error_free (err); } class_data->in_port_index = in_port_index; err = NULL; out_port_index = g_key_file_get_integer (config, element_name, "out-port-index", &err); if (err != NULL) { GST_DEBUG ("No 'out-port-index' set for element '%s', auto-detecting: %s", element_name, err->message); out_port_index = -1; g_error_free (err); } class_data->out_port_index = out_port_index; /* Add pad templates */ err = NULL; if (class_data->type != GST_OMX_COMPONENT_TYPE_SOURCE) { if (!(template_caps = g_key_file_get_string (config, element_name, "sink-template-caps", &err))) { GST_DEBUG ("No sink template caps specified for element '%s', using default '%s'", element_name, class_data->default_sink_template_caps); caps = gst_caps_from_string (class_data->default_sink_template_caps); g_assert (caps != NULL); g_error_free (err); } else { caps = gst_caps_from_string (template_caps); if (!caps) { GST_DEBUG ("Could not parse sink template caps '%s' for element '%s', using default '%s'", template_caps, element_name, class_data->default_sink_template_caps); caps = gst_caps_from_string (class_data->default_sink_template_caps); g_assert (caps != NULL); } } templ = gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, caps); g_free (template_caps); gst_element_class_add_pad_template (element_class, templ); } err = NULL; if (class_data->type != GST_OMX_COMPONENT_TYPE_SINK) { if (!(template_caps = g_key_file_get_string (config, element_name, "src-template-caps", &err))) { GST_DEBUG ("No src template caps specified for element '%s', using default '%s'", element_name, class_data->default_src_template_caps); caps = gst_caps_from_string (class_data->default_src_template_caps); g_assert (caps != NULL); g_error_free (err); } else { caps = gst_caps_from_string (template_caps); if (!caps) { GST_DEBUG ("Could not parse src template caps '%s' for element '%s', using default '%s'", template_caps, element_name, class_data->default_src_template_caps); caps = gst_caps_from_string (class_data->default_src_template_caps); g_assert (caps != NULL); } } templ = gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS, caps); g_free (template_caps); gst_element_class_add_pad_template (element_class, templ); } if ((hacks = g_key_file_get_string_list (config, element_name, "hacks", NULL, NULL))) { #ifndef GST_DISABLE_GST_DEBUG gchar **walk = hacks; while (*walk) { GST_DEBUG ("Using hack: %s", *walk); walk++; } #endif class_data->hacks = gst_omx_parse_hacks (hacks); } } static gboolean plugin_init (GstPlugin * plugin) { gboolean ret = FALSE; GError *err = NULL; gchar **config_dirs; gchar **elements; gchar *env_config_dir; const gchar *user_config_dir; const gchar *const *system_config_dirs; gint i, j; gsize n_elements; static const gchar *config_name[] = { "gstomx.conf", NULL }; static const gchar *env_config_name[] = { "GST_OMX_CONFIG_DIR", NULL }; GST_DEBUG_CATEGORY_INIT (gstomx_debug, "omx", 0, "gst-omx"); /* Read configuration file gstomx.conf from the preferred * configuration directories */ env_config_dir = g_strdup (g_getenv (*env_config_name)); user_config_dir = g_get_user_config_dir (); system_config_dirs = g_get_system_config_dirs (); config_dirs = g_new (gchar *, g_strv_length ((gchar **) system_config_dirs) + 3); i = 0; j = 0; if (env_config_dir) config_dirs[i++] = (gchar *) env_config_dir; config_dirs[i++] = (gchar *) user_config_dir; while (system_config_dirs[j]) config_dirs[i++] = (gchar *) system_config_dirs[j++]; config_dirs[i++] = NULL; gst_plugin_add_dependency (plugin, env_config_name, (const gchar **) (config_dirs + (env_config_dir ? 1 : 0)), config_name, GST_PLUGIN_DEPENDENCY_FLAG_NONE); config = g_key_file_new (); if (!g_key_file_load_from_dirs (config, *config_name, (const gchar **) config_dirs, NULL, G_KEY_FILE_NONE, &err)) { gchar *paths; paths = g_strjoinv (":", config_dirs); GST_ERROR ("Failed to load configuration file: %s (searched in: %s as per " "GST_OMX_CONFIG_DIR environment variable, the xdg user config " "directory (or XDG_CONFIG_HOME) and the system config directory " "(or XDG_CONFIG_DIRS)", err->message, paths); g_free (paths); g_error_free (err); goto done; } /* Initialize all types */ for (i = 0; i < G_N_ELEMENTS (types); i++) types[i] (); elements = g_key_file_get_groups (config, &n_elements); for (i = 0; i < n_elements; i++) { GTypeQuery type_query; GTypeInfo type_info = { 0, }; GType type, subtype; gchar *type_name, *core_name, *component_name; gint rank; GST_DEBUG ("Registering element '%s'", elements[i]); err = NULL; if (!(type_name = g_key_file_get_string (config, elements[i], "type-name", &err))) { GST_ERROR ("Unable to read 'type-name' configuration for element '%s': %s", elements[i], err->message); g_error_free (err); continue; } type = g_type_from_name (type_name); if (type == G_TYPE_INVALID) { GST_ERROR ("Invalid type name '%s' for element '%s'", type_name, elements[i]); g_free (type_name); continue; } if (!g_type_is_a (type, GST_TYPE_ELEMENT)) { GST_ERROR ("Type '%s' is no GstElement subtype for element '%s'", type_name, elements[i]); g_free (type_name); continue; } g_free (type_name); /* And now some sanity checking */ err = NULL; if (!(core_name = g_key_file_get_string (config, elements[i], "core-name", &err))) { GST_ERROR ("Unable to read 'core-name' configuration for element '%s': %s", elements[i], err->message); g_error_free (err); continue; } if (!g_file_test (core_name, G_FILE_TEST_IS_REGULAR)) { GST_ERROR ("Core '%s' does not exist for element '%s'", core_name, elements[i]); g_free (core_name); continue; } g_free (core_name); err = NULL; if (!(component_name = g_key_file_get_string (config, elements[i], "component-name", &err))) { GST_ERROR ("Unable to read 'component-name' configuration for element '%s': %s", elements[i], err->message); g_error_free (err); continue; } g_free (component_name); err = NULL; rank = g_key_file_get_integer (config, elements[i], "rank", &err); if (err != NULL) { GST_ERROR ("No rank set for element '%s': %s", elements[i], err->message); g_error_free (err); continue; } /* And now register the type, all other configuration will * be handled by the type itself */ g_type_query (type, &type_query); memset (&type_info, 0, sizeof (type_info)); type_info.class_size = type_query.class_size; type_info.instance_size = type_query.instance_size; type_info.class_init = _class_init; type_info.class_data = g_strdup (elements[i]); type_name = g_strdup_printf ("%s-%s", g_type_name (type), elements[i]); if (g_type_from_name (type_name) != G_TYPE_INVALID) { GST_ERROR ("Type '%s' already exists for element '%s'", type_name, elements[i]); g_free (type_name); continue; } subtype = g_type_register_static (type, type_name, &type_info, 0); g_free (type_name); ret |= gst_element_register (plugin, elements[i], rank, subtype); } g_strfreev (elements); done: g_free (env_config_dir); g_free (config_dirs); return ret; } #ifdef GST_PLUGIN_DEFINE2 GST_PLUGIN_DEFINE2 (GST_VERSION_MAJOR, GST_VERSION_MINOR, openmax, "GStreamer OpenMAX Plug-ins", plugin_init, PACKAGE_VERSION, GST_LICENSE, GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN) #else GST_PLUGIN_DEFINE (GST_VERSION_MAJOR, GST_VERSION_MINOR, "openmax", "GStreamer OpenMAX Plug-ins", plugin_init, PACKAGE_VERSION, GST_LICENSE, GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN) #endif