| /* |
| * Copyright (C) 2010 ARM Limited. All rights reserved. |
| * |
| * Copyright (C) 2008 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * You may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| #include <errno.h> |
| #include <pthread.h> |
| #include <string.h> |
| //#include <sync/sync.h> |
| #include <android/sync.h> |
| |
| #include <cutils/log.h> |
| #include <cutils/atomic.h> |
| #include <hardware/hardware.h> |
| #include <hardware/gralloc.h> |
| |
| #include "gralloc_priv.h" |
| #include "alloc_device.h" |
| #include "framebuffer_device.h" |
| |
| #if GRALLOC_ARM_UMP_MODULE |
| #include <ump/ump_ref_drv.h> |
| static int s_ump_is_open = 0; |
| #endif |
| |
| #if GRALLOC_ARM_DMA_BUF_MODULE |
| #include <ion/ion.h> |
| #include <sys/mman.h> |
| #endif |
| |
| static pthread_mutex_t s_map_lock = PTHREAD_MUTEX_INITIALIZER; |
| |
| static int gralloc_device_open(const hw_module_t *module, const char *name, hw_device_t **device) |
| { |
| int status = -EINVAL; |
| |
| if (!strncmp(name, GRALLOC_HARDWARE_GPU0, MALI_GRALLOC_HARDWARE_MAX_STR_LEN)) |
| { |
| status = alloc_device_open(module, name, device); |
| } |
| else if (!strncmp(name, GRALLOC_HARDWARE_FB0, MALI_GRALLOC_HARDWARE_MAX_STR_LEN)) |
| { |
| status = framebuffer_device_open(module, name, device); |
| } |
| |
| return status; |
| } |
| |
| static int gralloc_register_buffer(gralloc_module_t const *module, buffer_handle_t handle) |
| { |
| MALI_IGNORE(module); |
| |
| if (private_handle_t::validate(handle) < 0) |
| { |
| AERR("Registering invalid buffer %p, returning error", handle); |
| return -EINVAL; |
| } |
| |
| // if this handle was created in this process, then we keep it as is. |
| private_handle_t *hnd = (private_handle_t *)handle; |
| |
| int retval = -EINVAL; |
| |
| pthread_mutex_lock(&s_map_lock); |
| |
| #if GRALLOC_ARM_UMP_MODULE |
| |
| if (!s_ump_is_open) |
| { |
| ump_result res = ump_open(); // MJOLL-4012: UMP implementation needs a ump_close() for each ump_open |
| |
| if (res != UMP_OK) |
| { |
| pthread_mutex_unlock(&s_map_lock); |
| AERR("Failed to open UMP library with res=%d", res); |
| return retval; |
| } |
| |
| s_ump_is_open = 1; |
| } |
| |
| #endif |
| |
| hnd->pid = getpid(); |
| |
| if (hnd->flags & private_handle_t::PRIV_FLAGS_FRAMEBUFFER) |
| { |
| AINF("Register buffer %p although it will be treated as a nop", handle); |
| retval = 0; |
| } |
| else if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_UMP) |
| { |
| #if GRALLOC_ARM_UMP_MODULE |
| hnd->ump_mem_handle = (int)ump_handle_create_from_secure_id(hnd->ump_id); |
| |
| if (UMP_INVALID_MEMORY_HANDLE != (ump_handle)hnd->ump_mem_handle) |
| { |
| hnd->base = ump_mapped_pointer_get((ump_handle)hnd->ump_mem_handle); |
| |
| if (0 != hnd->base) |
| { |
| hnd->writeOwner = 0; |
| hnd->lockState &= ~(private_handle_t::LOCK_STATE_UNREGISTERED); |
| |
| pthread_mutex_unlock(&s_map_lock); |
| return 0; |
| } |
| else |
| { |
| AERR("Failed to map UMP handle 0x%x", hnd->ump_mem_handle); |
| } |
| |
| ump_reference_release((ump_handle)hnd->ump_mem_handle); |
| } |
| else |
| { |
| AERR("Failed to create UMP handle 0x%x", hnd->ump_mem_handle); |
| } |
| |
| #else |
| AERR("Gralloc does not support UMP. Unable to register UMP memory for handle %p", hnd); |
| #endif |
| } |
| else if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_ION) |
| { |
| #if GRALLOC_ARM_DMA_BUF_MODULE |
| unsigned char *mappedAddress; |
| size_t size = hnd->size; |
| hw_module_t *pmodule = NULL; |
| private_module_t *m = NULL; |
| |
| if (hw_get_module(GRALLOC_HARDWARE_MODULE_ID, (const hw_module_t **)&pmodule) == 0) |
| { |
| m = reinterpret_cast<private_module_t *>(pmodule); |
| } |
| else |
| { |
| AERR("Could not get gralloc module for handle: %p", hnd); |
| retval = -errno; |
| goto cleanup; |
| } |
| |
| /* the test condition is set to m->ion_client <= 0 here, because: |
| * 1) module structure are initialized to 0 if no initial value is applied |
| * 2) a second user process should get a ion fd greater than 0. |
| */ |
| if (m->ion_client <= 0) |
| { |
| /* a second user process must obtain a client handle first via ion_open before it can obtain the shared ion buffer*/ |
| m->ion_client = ion_open(); |
| |
| if (m->ion_client < 0) |
| { |
| AERR("Could not open ion device for handle: %p", hnd); |
| retval = -errno; |
| goto cleanup; |
| } |
| } |
| |
| mappedAddress = (unsigned char *)mmap(NULL, size, PROT_READ | PROT_WRITE, MAP_SHARED, hnd->share_fd, 0); |
| |
| if (MAP_FAILED == mappedAddress) |
| { |
| AERR("mmap( share_fd:%d ) failed with %s", hnd->share_fd, strerror(errno)); |
| retval = -errno; |
| goto cleanup; |
| } |
| |
| hnd->base = mappedAddress + hnd->offset; |
| hnd->lockState &= ~(private_handle_t::LOCK_STATE_UNREGISTERED); |
| |
| pthread_mutex_unlock(&s_map_lock); |
| return 0; |
| #endif |
| } |
| else |
| { |
| AERR("registering non-UMP buffer not supported. flags = %d", hnd->flags); |
| } |
| |
| #if GRALLOC_ARM_DMA_BUF_MODULE |
| cleanup: |
| #endif |
| pthread_mutex_unlock(&s_map_lock); |
| return retval; |
| } |
| |
| static void unmap_buffer(private_handle_t *hnd) |
| { |
| if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_UMP) |
| { |
| #if GRALLOC_ARM_UMP_MODULE |
| ump_mapped_pointer_release((ump_handle)hnd->ump_mem_handle); |
| ump_reference_release((ump_handle)hnd->ump_mem_handle); |
| hnd->ump_mem_handle = (int)UMP_INVALID_MEMORY_HANDLE; |
| #else |
| AERR("Can't unregister UMP buffer for handle %p. Not supported", hnd); |
| #endif |
| } |
| else if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_ION) |
| { |
| #if GRALLOC_ARM_DMA_BUF_MODULE |
| void *base = (void *)hnd->base; |
| size_t size = hnd->size; |
| |
| if (munmap(base, size) < 0) |
| { |
| AERR("Could not munmap base:%p size:%lu '%s'", base, (unsigned long)size, strerror(errno)); |
| } |
| |
| #else |
| AERR("Can't unregister DMA_BUF buffer for hnd %p. Not supported", hnd); |
| #endif |
| |
| } |
| else |
| { |
| AERR("Unregistering unknown buffer is not supported. Flags = %d", hnd->flags); |
| } |
| |
| hnd->base = 0; |
| hnd->lockState = 0; |
| hnd->writeOwner = 0; |
| } |
| |
| static int gralloc_unregister_buffer(gralloc_module_t const *module, buffer_handle_t handle) |
| { |
| MALI_IGNORE(module); |
| |
| if (private_handle_t::validate(handle) < 0) |
| { |
| AERR("unregistering invalid buffer %p, returning error", handle); |
| return -EINVAL; |
| } |
| |
| private_handle_t *hnd = (private_handle_t *)handle; |
| |
| AERR_IF(hnd->lockState & private_handle_t::LOCK_STATE_READ_MASK, "[unregister] handle %p still locked (state=%08x)", hnd, hnd->lockState); |
| |
| if (hnd->flags & private_handle_t::PRIV_FLAGS_FRAMEBUFFER) |
| { |
| AERR("Can't unregister buffer %p as it is a framebuffer", handle); |
| } |
| else if (hnd->pid == getpid()) // never unmap buffers that were not registered in this process |
| { |
| pthread_mutex_lock(&s_map_lock); |
| |
| hnd->lockState &= ~(private_handle_t::LOCK_STATE_MAPPED); |
| |
| /* if handle is still locked, the unmapping would not happen until unlocked*/ |
| if (!(hnd->lockState & private_handle_t::LOCK_STATE_WRITE)) |
| { |
| unmap_buffer(hnd); |
| } |
| |
| hnd->lockState |= private_handle_t::LOCK_STATE_UNREGISTERED; |
| |
| pthread_mutex_unlock(&s_map_lock); |
| } |
| else |
| { |
| AERR("Trying to unregister buffer %p from process %d that was not created in current process: %d", hnd, hnd->pid, getpid()); |
| } |
| |
| return 0; |
| } |
| |
| static int gralloc_lock(gralloc_module_t const *module, buffer_handle_t handle, int usage, int l, int t, int w, int h, void **vaddr) |
| { |
| |
| |
| if (private_handle_t::validate(handle) < 0) |
| { |
| AERR("Locking invalid buffer %p, returning error", handle); |
| return -EINVAL; |
| } |
| |
| private_handle_t *hnd = (private_handle_t *)handle; |
| |
| if (hnd->format == HAL_PIXEL_FORMAT_YCbCr_420_888) |
| { |
| AERR("Buffer with format HAL_PIXEL_FORMAT_YCbCr_*_888 must be locked by lock_ycbcr()"); |
| return -EINVAL; |
| } |
| |
| pthread_mutex_lock(&s_map_lock); |
| |
| if (hnd->lockState & private_handle_t::LOCK_STATE_UNREGISTERED) |
| { |
| AERR("Locking on an unregistered buffer %p, returning error", hnd); |
| pthread_mutex_unlock(&s_map_lock); |
| return -EINVAL; |
| } |
| |
| if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_UMP || hnd->flags & private_handle_t::PRIV_FLAGS_USES_ION) |
| { |
| hnd->writeOwner = usage & GRALLOC_USAGE_SW_WRITE_MASK; |
| } |
| |
| hnd->lockState |= private_handle_t::LOCK_STATE_WRITE; |
| |
| pthread_mutex_unlock(&s_map_lock); |
| |
| if (usage & (GRALLOC_USAGE_SW_READ_MASK | GRALLOC_USAGE_SW_WRITE_MASK)) |
| { |
| *vaddr = (void *)hnd->base; |
| } |
| |
| MALI_IGNORE(module); |
| MALI_IGNORE(l); |
| MALI_IGNORE(t); |
| MALI_IGNORE(w); |
| MALI_IGNORE(h); |
| return 0; |
| } |
| |
| static int gralloc_lock_ycbcr(gralloc_module_t const *module, buffer_handle_t handle, int usage, int l, int t, int w, int h, struct android_ycbcr *ycbcr) |
| { |
| int retval = 0; |
| int ystride, cstride; |
| |
| if (private_handle_t::validate(handle) < 0) |
| { |
| AERR("Locking invalid buffer %p, returning error", handle); |
| return -EINVAL; |
| } |
| |
| private_handle_t *hnd = (private_handle_t *)handle; |
| |
| pthread_mutex_lock(&s_map_lock); |
| |
| if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_UMP || hnd->flags & private_handle_t::PRIV_FLAGS_USES_ION) |
| { |
| hnd->writeOwner = usage & GRALLOC_USAGE_SW_WRITE_MASK; |
| } |
| |
| hnd->lockState |= private_handle_t::LOCK_STATE_WRITE; |
| |
| pthread_mutex_unlock(&s_map_lock); |
| |
| |
| if (usage & (GRALLOC_USAGE_SW_READ_MASK | GRALLOC_USAGE_SW_WRITE_MASK)) |
| { |
| switch (hnd->format) |
| { |
| case HAL_PIXEL_FORMAT_YCrCb_420_SP: |
| ystride = cstride = GRALLOC_ALIGN(hnd->width, 16); |
| ycbcr->y = (void *)hnd->base; |
| ycbcr->cr = (void *)((unsigned char *)hnd->base + ystride * hnd->height); |
| ycbcr->cb = (void *)((unsigned char *)hnd->base + ystride * hnd->height + 1); |
| ycbcr->ystride = ystride; |
| ycbcr->cstride = cstride; |
| ycbcr->chroma_step = 2; |
| break; |
| |
| case HAL_PIXEL_FORMAT_YV12: |
| /* Here to keep consistency with YV12 alignment, define the ystride according to image height. */ |
| ystride = GRALLOC_ALIGN(hnd->width, (hnd->height % 8 == 0) ? GRALLOC_ALIGN_BASE_16 : |
| ((hnd->height % 4 == 0) ? GRALLOC_ALIGN_BASE_64 : GRALLOC_ALIGN_BASE_128)); |
| cstride = GRALLOC_ALIGN(ystride / 2, 16); |
| ycbcr->y = (void *)hnd->base; |
| /* the ystride calc is assuming the height can at least be divided by 2 */ |
| ycbcr->cr = (void *)((unsigned char *)hnd->base + ystride * GRALLOC_ALIGN(hnd->height, 2)); |
| ycbcr->cb = (void *)((unsigned char *)hnd->base + ystride * GRALLOC_ALIGN(hnd->height, 2) + cstride * hnd->height / 2); |
| ycbcr->ystride = ystride; |
| ycbcr->cstride = cstride; |
| ycbcr->chroma_step = 1; |
| break; |
| |
| #ifdef SUPPORT_LEGACY_FORMAT |
| |
| case HAL_PIXEL_FORMAT_YCbCr_420_SP: |
| ystride = cstride = GRALLOC_ALIGN(hnd->width, 16); |
| ycbcr->y = (void *)hnd->base; |
| ycbcr->cb = (void *)((unsigned char *)hnd->base + ystride * hnd->height); |
| ycbcr->cr = (void *)((unsigned char *)hnd->base + ystride * hnd->height + 1); |
| ycbcr->ystride = ystride; |
| ycbcr->cstride = cstride; |
| ycbcr->chroma_step = 2; |
| break; |
| #endif |
| |
| default: |
| AERR("Can not lock buffer, invalid format: 0x%x", hnd->format); |
| retval = -EINVAL; |
| } |
| } |
| |
| MALI_IGNORE(module); |
| MALI_IGNORE(l); |
| MALI_IGNORE(t); |
| MALI_IGNORE(w); |
| MALI_IGNORE(h); |
| return retval; |
| } |
| |
| static int gralloc_unlock(gralloc_module_t const *module, buffer_handle_t handle) |
| { |
| MALI_IGNORE(module); |
| |
| if (private_handle_t::validate(handle) < 0) |
| { |
| AERR("Unlocking invalid buffer %p, returning error", handle); |
| return -EINVAL; |
| } |
| |
| private_handle_t *hnd = (private_handle_t *)handle; |
| |
| if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_UMP && hnd->writeOwner) |
| { |
| #if GRALLOC_ARM_UMP_MODULE |
| ump_cpu_msync_now((ump_handle)hnd->ump_mem_handle, UMP_MSYNC_CLEAN_AND_INVALIDATE, (void *)hnd->base, hnd->size); |
| #else |
| AERR("Buffer %p is UMP type but it is not supported", hnd); |
| #endif |
| } |
| else if (hnd->flags & private_handle_t::PRIV_FLAGS_USES_ION && hnd->writeOwner) |
| { |
| #if GRALLOC_ARM_DMA_BUF_MODULE |
| hw_module_t *pmodule = NULL; |
| private_module_t *m = NULL; |
| |
| if (hw_get_module(GRALLOC_HARDWARE_MODULE_ID, (const hw_module_t **)&pmodule) == 0) |
| { |
| m = reinterpret_cast<private_module_t *>(pmodule); |
| //ion_sync_fd(m->ion_client, hnd->share_fd); |
| } |
| else |
| { |
| AERR("Couldnot get gralloc module for handle %p\n", handle); |
| } |
| |
| #endif |
| } |
| |
| pthread_mutex_lock(&s_map_lock); |
| |
| hnd->lockState &= ~(private_handle_t::LOCK_STATE_WRITE); |
| |
| /* if the handle has already been unregistered, unmap it here*/ |
| if (hnd->lockState & private_handle_t::LOCK_STATE_UNREGISTERED) |
| { |
| unmap_buffer(hnd); |
| } |
| |
| pthread_mutex_unlock(&s_map_lock); |
| |
| return 0; |
| } |
| |
| #if defined(GRALLOC_MODULE_API_VERSION_0_3) |
| static int gralloc_lock_async (gralloc_module_t const *module, buffer_handle_t handle, int usage, int l, int t, int w, int h, void **vaddr, int fenceFD) |
| { |
| if (fenceFD >= 0) |
| { |
| sync_wait(fenceFD, -1); |
| close(fenceFD); |
| } |
| |
| return gralloc_lock(module, handle, usage, l, t, w, h, vaddr); |
| } |
| |
| static int gralloc_unlock_async(gralloc_module_t const *module, buffer_handle_t handle, int *fenceFD) |
| { |
| *fenceFD = -1; |
| |
| if (gralloc_unlock(module, handle) < 0) |
| { |
| return -EINVAL; |
| } |
| |
| return 0; |
| |
| } |
| |
| static int gralloc_lock_async_ycbcr(gralloc_module_t const *module, buffer_handle_t handle, int usage, int l, int t, int w, int h, struct android_ycbcr *ycbcr, int fenceFD) |
| { |
| if (fenceFD >= 0) |
| { |
| sync_wait(fenceFD, -1); |
| close(fenceFD); |
| } |
| |
| return gralloc_lock_ycbcr(module, handle, usage, l, t, w, h, ycbcr); |
| } |
| #endif |
| |
| // There is one global instance of the module |
| |
| static struct hw_module_methods_t gralloc_module_methods = |
| { |
| .open = gralloc_device_open |
| }; |
| |
| private_module_t::private_module_t() |
| { |
| #define INIT_ZERO(obj) (memset(&(obj),0,sizeof((obj)))) |
| |
| base.common.tag = HARDWARE_MODULE_TAG; |
| #if defined(GRALLOC_MODULE_API_VERSION_0_3) |
| base.common.version_major = GRALLOC_MODULE_API_VERSION_0_3; |
| #else |
| base.common.version_major = GRALLOC_MODULE_API_VERSION_0_2; |
| #endif |
| base.common.version_minor = 0; |
| base.common.id = GRALLOC_HARDWARE_MODULE_ID; |
| base.common.name = "Graphics Memory Allocator Module"; |
| base.common.author = "ARM Ltd."; |
| base.common.methods = &gralloc_module_methods; |
| base.common.dso = NULL; |
| INIT_ZERO(base.common.reserved); |
| |
| base.registerBuffer = gralloc_register_buffer; |
| base.unregisterBuffer = gralloc_unregister_buffer; |
| base.lock = gralloc_lock; |
| base.unlock = gralloc_unlock; |
| base.perform = NULL; |
| base.lock_ycbcr = gralloc_lock_ycbcr; |
| #if defined(GRALLOC_MODULE_API_VERSION_0_3) |
| base.lockAsync = gralloc_lock_async; |
| base.unlockAsync = gralloc_unlock_async; |
| base.lockAsync_ycbcr = gralloc_lock_async_ycbcr; |
| #endif |
| INIT_ZERO(base.reserved_proc); |
| |
| framebuffer = NULL; |
| flags = 0; |
| numBuffers = 0; |
| bufferMask = 0; |
| pthread_mutex_init(&(lock), NULL); |
| currentBuffer = NULL; |
| INIT_ZERO(info); |
| INIT_ZERO(finfo); |
| xdpi = 0.0f; |
| ydpi = 0.0f; |
| fps = 0.0f; |
| |
| #undef INIT_ZERO |
| }; |
| |
| /* |
| * HAL_MODULE_INFO_SYM will be initialized using the default constructor |
| * implemented above |
| */ |
| struct private_module_t HAL_MODULE_INFO_SYM; |
| |