From f574c9c450d35db11937e024c2db0ebd41c6980c Mon Sep 17 00:00:00 2001 From: Junyan He Date: Sun, 11 Jun 2017 13:50:24 +0800 Subject: Add intel_batch buffer implementation to GEN device. The batch buffer is used to sent GPU command to GEN device. Signed-off-by: Junyan He --- runtime/gen/intel_batchbuffer.c | 228 ++++++++++++++++++++++++++++++++++++++++ runtime/gen/intel_batchbuffer.h | 154 +++++++++++++++++++++++++++ 2 files changed, 382 insertions(+) create mode 100644 runtime/gen/intel_batchbuffer.c create mode 100644 runtime/gen/intel_batchbuffer.h diff --git a/runtime/gen/intel_batchbuffer.c b/runtime/gen/intel_batchbuffer.c new file mode 100644 index 00000000..a388c2bf --- /dev/null +++ b/runtime/gen/intel_batchbuffer.c @@ -0,0 +1,228 @@ +/* + * Copyright © 2012 Intel Corporation + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; either + * version 2.1 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with this library. If not, see . + * + * Author: Benjamin Segovia + */ + +/************************************************************************** + * + * Copyright 2006 Tungsten Graphics, Inc., Cedar Park, Texas. + * All Rights Reserved. + * + * Permission is hereby granted, free of charge, to any person obtaining a + * copy of this software and associated documentation files (the + * "Software"), to deal in the Software without restriction, including + * without limitation the rights to use, copy, modify, merge, publish, + * distribute, sub license, and/or sell copies of the Software, and to + * permit persons to whom the Software is furnished to do so, subject to + * the following conditions: + * + * The above copyright notice and this permission notice (including the + * next paragraph) shall be included in all copies or substantial portions + * of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS + * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF + * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. + * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR + * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, + * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE + * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + * + **************************************************************************/ + +#include "intel_batchbuffer.h" +#include "intel_driver.h" +#include "cl_alloc.h" +#include "cl_utils.h" +#include "cl_gen.h" + +#include +#include +#include +#include + +LOCAL intel_batchbuffer_t * +intel_batchbuffer_new(intel_driver_t *intel) +{ + intel_batchbuffer_t *batch = NULL; + assert(intel); + batch = CL_CALLOC(1, sizeof(intel_batchbuffer_t)); + if (batch == NULL) + return NULL; + + intel_batchbuffer_init(batch, intel); + return batch; +} + +LOCAL int +intel_batchbuffer_reset(intel_batchbuffer_t *batch, size_t sz) +{ + if (batch->buffer != NULL) { + dri_bo_unreference(batch->buffer); + batch->buffer = NULL; + batch->last_bo = NULL; + } + + batch->buffer = dri_bo_alloc(batch->intel->bufmgr, + "batch buffer", + sz, + 64); + if (!batch->buffer || (dri_bo_map(batch->buffer, 1) != 0)) { + if (batch->buffer) + dri_bo_unreference(batch->buffer); + batch->buffer = NULL; + return -1; + } + batch->map = (uint8_t *)batch->buffer->virtual; + batch->size = sz; + batch->ptr = batch->map; + batch->atomic = 0; + batch->last_bo = batch->buffer; + batch->enable_slm = 0; + return 0; +} + +LOCAL void +intel_batchbuffer_init(intel_batchbuffer_t *batch, intel_driver_t *intel) +{ + assert(intel); + batch->intel = intel; +} + +LOCAL int +intel_batchbuffer_flush(intel_batchbuffer_t *batch) +{ + uint32_t used = batch->ptr - batch->map; + int is_locked = batch->intel->locked; + int err = 0; + + if (used == 0) + return 0; + + if ((used & 4) == 0) { + *(uint32_t *)batch->ptr = 0; + batch->ptr += 4; + } + + *(uint32_t *)batch->ptr = MI_BATCH_BUFFER_END; + batch->ptr += 4; + used = batch->ptr - batch->map; + dri_bo_unmap(batch->buffer); + batch->ptr = batch->map = NULL; + + if (!is_locked) + intel_driver_lock_hardware(batch->intel); + + int flag = I915_EXEC_RENDER; + if (batch->enable_slm) { + /* use the hard code here temp, must change to + * I915_EXEC_ENABLE_SLM when it drm accept the patch */ + flag |= (1 << 13); + } + if (drm_intel_gem_bo_context_exec(batch->buffer, batch->intel->ctx, used, flag) < 0) { + CL_LOG_WARNING("drm_intel_gem_bo_context_exec() failed: %s", strerror(errno)); + err = -1; + } + + if (!is_locked) + intel_driver_unlock_hardware(batch->intel); + + return err; +} + +LOCAL int +intel_batchbuffer_finish(intel_batchbuffer_t *batch) +{ + assert(batch && batch->last_bo); + drm_intel_bo_reference(batch->last_bo); + drm_intel_bo_wait_rendering(batch->last_bo); + drm_intel_bo_unreference(batch->last_bo); + return 0; +} + +LOCAL void +intel_batchbuffer_emit_reloc(intel_batchbuffer_t *batch, + dri_bo *bo, + uint32_t read_domains, + uint32_t write_domains, + uint32_t delta) +{ + assert(batch->ptr - batch->map < batch->size); + dri_bo_emit_reloc(batch->buffer, + read_domains, + write_domains, + delta, + batch->ptr - batch->map, + bo); + intel_batchbuffer_emit_dword(batch, bo->offset + delta); +} + +LOCAL intel_batchbuffer_t * +intel_batchbuffer_create(intel_driver_t *intel, size_t sz) +{ + intel_batchbuffer_t *batch = NULL; + assert(intel); + + batch = CL_CALLOC(1, sizeof(intel_batchbuffer_t)); + if (batch == NULL) + return NULL; + + batch->intel = intel; + + batch->buffer = dri_bo_alloc(batch->intel->bufmgr, + "batch buffer", + sz, + 64); + if (batch->buffer == NULL) { + CL_FREE(batch); + return NULL; + } + + if (dri_bo_map(batch->buffer, 1) != 0) { + dri_bo_unreference(batch->buffer); + CL_FREE(batch); + return NULL; + } + + batch->map = (uint8_t *)batch->buffer->virtual; + batch->size = sz; + batch->ptr = batch->map; + batch->atomic = 0; + batch->last_bo = batch->buffer; + batch->enable_slm = 0; + + return batch; +} + +LOCAL void +intel_batchbuffer_delete(intel_batchbuffer_t *batch) +{ + if (batch == NULL) + return; + + if (batch->buffer) { + if (batch->map) { + dri_bo_unmap(batch->buffer); + batch->map = NULL; + } + + dri_bo_unreference(batch->buffer); + batch->buffer = NULL; + } + + CL_FREE(batch); +} diff --git a/runtime/gen/intel_batchbuffer.h b/runtime/gen/intel_batchbuffer.h new file mode 100644 index 00000000..fa7bc9c9 --- /dev/null +++ b/runtime/gen/intel_batchbuffer.h @@ -0,0 +1,154 @@ +/* + * Copyright © 2012 Intel Corporation + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; either + * version 2.1 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with this library. If not, see . + * + * Author: Benjamin Segovia + */ + +/************************************************************************** + * + * Copyright 2006 Tungsten Graphics, Inc., Cedar Park, Texas. + * All Rights Reserved. + * + * Permission is hereby granted, free of charge, to any person obtaining a + * copy of this software and associated documentation files (the + * "Software"), to deal in the Software without restriction, including + * without limitation the rights to use, copy, modify, merge, publish, + * distribute, sub license, and/or sell copies of the Software, and to + * permit persons to whom the Software is furnished to do so, subject to + * the following conditions: + * + * The above copyright notice and this permission notice (including the + * next paragraph) shall be included in all copies or substantial portions + * of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS + * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF + * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. + * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR + * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, + * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE + * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + * + **************************************************************************/ +#ifndef _INTEL_BATCHBUFFER_H_ +#define _INTEL_BATCHBUFFER_H_ + +#include "intel_defines.h" +#include "cl_utils.h" + +#include +#include +#include +#include +#include +#include +#include + +#define BEGIN_BATCH(b, n) \ + do { \ + intel_batchbuffer_require_space(b, (n)*4); \ + } while (0) + +#define OUT_BATCH(b, d) \ + do { \ + intel_batchbuffer_emit_dword(b, d); \ + } while (0) + +#define OUT_RELOC(b, bo, read_domains, write_domain, delta) \ + do { \ + assert((delta) >= 0); \ + intel_batchbuffer_emit_reloc(b, bo, read_domains, write_domain, delta); \ + } while (0) + +#define ADVANCE_BATCH(b) \ + do { \ + } while (0) + +struct intel_driver; + +typedef struct intel_batchbuffer { + struct intel_driver *intel; + drm_intel_bo *buffer; + /** Last bo submitted to the hardware. used for clFinish. */ + drm_intel_bo *last_bo; + uint32_t size; + uint8_t *map; + uint8_t *ptr; + /** HSW: can't set LRI in batch buffer, set I915_EXEC_ENABLE_SLM + * flag when call exec. */ + uint8_t enable_slm; + int atomic; +} intel_batchbuffer_t; + +extern intel_batchbuffer_t *intel_batchbuffer_new(struct intel_driver *); +extern int intel_batchbuffer_reset(intel_batchbuffer_t *, size_t sz); + +extern intel_batchbuffer_t *intel_batchbuffer_create(struct intel_driver *, size_t); +extern void intel_batchbuffer_delete(intel_batchbuffer_t *); +extern void intel_batchbuffer_emit_reloc(intel_batchbuffer_t *, drm_intel_bo *, uint32_t read_domains, + uint32_t write_domains, uint32_t delta); +extern void intel_batchbuffer_init(intel_batchbuffer_t *, struct intel_driver *); +extern int intel_batchbuffer_flush(intel_batchbuffer_t *); +extern int intel_batchbuffer_finish(intel_batchbuffer_t *); + +static INLINE uint32_t +intel_batchbuffer_space(const intel_batchbuffer_t *batch) +{ + assert(batch->ptr); + return batch->size - (batch->ptr - batch->map); +} + +static INLINE void +intel_batchbuffer_emit_dword(intel_batchbuffer_t *batch, uint32_t x) +{ + assert(intel_batchbuffer_space(batch) >= 4); + *(uint32_t *)batch->ptr = x; + batch->ptr += 4; +} + +static INLINE void +intel_batchbuffer_require_space(intel_batchbuffer_t *batch, uint32_t size) +{ + assert(size < batch->size - 8); + if (intel_batchbuffer_space(batch) < size) + intel_batchbuffer_space(batch); +} + +static INLINE uint8_t * +intel_batchbuffer_alloc_space(intel_batchbuffer_t *batch, uint32_t size) +{ + assert(intel_batchbuffer_space(batch) >= size); + uint8_t *space_ptr = batch->ptr; + batch->ptr += size; + return space_ptr; +} + +static INLINE void +intel_batchbuffer_start_atomic(intel_batchbuffer_t *batch, uint32_t size) +{ + assert(!batch->atomic); + intel_batchbuffer_require_space(batch, size); + batch->atomic = 1; +} + +static INLINE void +intel_batchbuffer_end_atomic(intel_batchbuffer_t *batch) +{ + assert(batch->atomic); + batch->atomic = 0; +} + +#endif /* _INTEL_BATCHBUFFER_H_ */ -- cgit v1.2.1