| /* |
| * Copyright (C) 2013 ARM Limited. All rights reserved. |
| * |
| * Copyright (C) 2008 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| #include <cstdlib> |
| #include <string.h> |
| #include <errno.h> |
| #include <inttypes.h> |
| #include <pthread.h> |
| |
| #include <cutils/log.h> |
| #include <cutils/atomic.h> |
| #include <hardware/hardware.h> |
| #include <hardware/gralloc.h> |
| |
| #include <sys/ioctl.h> |
| |
| #include "alloc_device.h" |
| #include "gralloc_priv.h" |
| #include "gralloc_helper.h" |
| #include "framebuffer_device.h" |
| #include "ion_4.12.h" |
| |
| #include "mali_gralloc_formats.h" |
| |
| #include <linux/ion.h> |
| #include <ion/ion.h> |
| |
| static void init_afbc(uint8_t *buf, uint64_t internal_format, int w, int h) |
| { |
| uint32_t n_headers = (w * h) / 64; |
| uint32_t body_offset = n_headers * 16; |
| uint32_t headers[][4] = { {body_offset, 0x1, 0x0, 0x0}, /* Layouts 0, 3, 4 */ |
| {(body_offset + (1 << 28)), 0x200040, 0x4000, 0x80} /* Layouts 1, 5 */ |
| }; |
| uint32_t i, layout; |
| |
| /* map format if necessary (also removes internal extension bits) */ |
| uint64_t base_format = internal_format & MALI_GRALLOC_INTFMT_FMT_MASK; |
| |
| switch (base_format) |
| { |
| case MALI_GRALLOC_FORMAT_INTERNAL_RGBA_8888: |
| case MALI_GRALLOC_FORMAT_INTERNAL_RGBX_8888: |
| case MALI_GRALLOC_FORMAT_INTERNAL_RGB_888: |
| case MALI_GRALLOC_FORMAT_INTERNAL_RGB_565: |
| case MALI_GRALLOC_FORMAT_INTERNAL_BGRA_8888: |
| layout = 0; |
| break; |
| |
| case MALI_GRALLOC_FORMAT_INTERNAL_YV12: |
| case MALI_GRALLOC_FORMAT_INTERNAL_NV12: |
| case MALI_GRALLOC_FORMAT_INTERNAL_NV21: |
| layout = 1; |
| break; |
| default: |
| layout = 0; |
| } |
| |
| ALOGV("Writing AFBC header layout %d for format %" PRIu64, layout, base_format); |
| |
| for (i = 0; i < n_headers; i++) |
| { |
| memcpy(buf, headers[layout], sizeof(headers[layout])); |
| buf += sizeof(headers[layout]); |
| } |
| |
| } |
| |
| static ion_user_handle_t alloc_from_ion_heap(int ion_fd, size_t size, unsigned int heap_mask, |
| unsigned int flags, int *min_pgsz) |
| { |
| ion_user_handle_t ion_hnd = -1; |
| int ret; |
| |
| if ((ion_fd < 0) || (size <= 0) || (heap_mask == 0) || (min_pgsz == NULL)) |
| return -1; |
| |
| ret = ion_alloc(ion_fd, size, 0, heap_mask, flags, &ion_hnd); |
| if (ret < 0) |
| { |
| #if defined(ION_HEAP_SECURE_MASK) |
| if (heap_mask == ION_HEAP_SECURE_MASK) |
| { |
| return -1; |
| } |
| else |
| #endif |
| { |
| /* If everything else failed try system heap */ |
| flags = 0; /* Fallback option flags are not longer valid */ |
| heap_mask = ION_HEAP_SYSTEM_MASK; |
| ret = ion_alloc(ion_fd, size, 0, heap_mask, flags, &ion_hnd); |
| } |
| } |
| |
| if (ret >= 0) |
| { |
| switch (heap_mask) |
| { |
| case ION_HEAP_SYSTEM_MASK: |
| *min_pgsz = SZ_4K; |
| break; |
| case ION_HEAP_SYSTEM_CONTIG_MASK: |
| case ION_HEAP_CARVEOUT_MASK: |
| #ifdef ION_HEAP_TYPE_DMA_MASK |
| case ION_HEAP_TYPE_DMA_MASK: |
| #endif |
| *min_pgsz = size; |
| break; |
| #ifdef ION_HEAP_CHUNK_MASK |
| /* NOTE: if have this heap make sure your ION chunk size is 2M*/ |
| case ION_HEAP_CHUNK_MASK: |
| *min_pgsz = SZ_2M; |
| break; |
| #endif |
| #ifdef ION_HEAP_COMPOUND_PAGE_MASK |
| case ION_HEAP_COMPOUND_PAGE_MASK: |
| *min_pgsz = SZ_2M; |
| break; |
| #endif |
| /* If have customized heap please set the suitable pg type according to |
| * the customized ION implementation |
| */ |
| #ifdef ION_HEAP_CUSTOM_MASK |
| case ION_HEAP_CUSTOM_MASK: |
| *min_pgsz = SZ_4K; |
| break; |
| #endif |
| default: |
| *min_pgsz = SZ_4K; |
| break; |
| } |
| } |
| |
| return ion_hnd; |
| } |
| |
| static int find_system_heap_id(int ion_client) |
| { |
| int i, ret, cnt, system_heap_id = -1; |
| struct ion_heap_data *data; |
| |
| ret = ion_query_heap_cnt(ion_client, &cnt); |
| |
| if (ret) |
| { |
| AERR("ion count query failed with %s", strerror(errno)); |
| return -1; |
| } |
| |
| data = (struct ion_heap_data *)malloc(cnt * sizeof(*data)); |
| if (!data) |
| { |
| AERR("Error allocating data %s\n", strerror(errno)); |
| return -1; |
| } |
| |
| ret = ion_query_get_heaps(ion_client, cnt, data); |
| if (ret) |
| { |
| AERR("Error querying heaps from ion %s", strerror(errno)); |
| } |
| else |
| { |
| for (i = 0; i < cnt; i++) { |
| if (strcmp(data[i].name, "ion_system_heap") == 0) { |
| system_heap_id = data[i].heap_id; |
| break; |
| } |
| } |
| |
| if (i == cnt) |
| { |
| AERR("No System Heap Found amongst %d heaps\n", cnt); |
| system_heap_id = -1; |
| } |
| } |
| |
| free(data); |
| return system_heap_id; |
| } |
| |
| unsigned int pick_ion_heap(int usage) |
| { |
| unsigned int heap_mask; |
| |
| if(usage & GRALLOC_USAGE_PROTECTED) |
| { |
| #if defined(ION_HEAP_SECURE_MASK) |
| heap_mask = ION_HEAP_SECURE_MASK; |
| #else |
| AERR("Protected ION memory is not supported on this platform."); |
| return 0; |
| #endif |
| } |
| #if defined(ION_HEAP_TYPE_COMPOUND_PAGE_MASK) && GRALLOC_USE_ION_COMPOUND_PAGE_HEAP |
| else if(!(usage & GRALLOC_USAGE_HW_VIDEO_ENCODER) && (usage & (GRALLOC_USAGE_HW_FB | GRALLOC_USAGE_HW_COMPOSER))) |
| { |
| heap_mask = ION_HEAP_TYPE_COMPOUND_PAGE_MASK; |
| } |
| #elif defined(ION_HEAP_TYPE_DMA_MASK) && GRALLOC_USE_ION_DMA_HEAP |
| else if(!(usage & GRALLOC_USAGE_HW_VIDEO_ENCODER) && (usage & (GRALLOC_USAGE_HW_FB | GRALLOC_USAGE_HW_COMPOSER))) |
| { |
| heap_mask = ION_HEAP_TYPE_DMA_MASK; |
| } |
| #endif |
| else |
| { |
| heap_mask = ION_HEAP_SYSTEM_MASK; |
| } |
| |
| return heap_mask; |
| } |
| |
| void set_ion_flags(unsigned int heap_mask, int usage, unsigned int *priv_heap_flag, int *ion_flags) |
| { |
| #if !GRALLOC_USE_ION_DMA_HEAP |
| GRALLOC_UNUSED(heap_mask); |
| #endif |
| |
| if (priv_heap_flag) |
| { |
| #if defined(ION_HEAP_TYPE_DMA_MASK) && GRALLOC_USE_ION_DMA_HEAP |
| if (heap_mask == ION_HEAP_TYPE_DMA_MASK) |
| { |
| *priv_heap_flag = private_handle_t::PRIV_FLAGS_USES_ION_DMA_HEAP; |
| } |
| #endif |
| } |
| |
| if (ion_flags) |
| { |
| #if defined(ION_HEAP_TYPE_DMA_MASK) && GRALLOC_USE_ION_DMA_HEAP |
| if(heap_mask != ION_HEAP_TYPE_DMA_MASK) |
| { |
| #endif |
| if ( (usage & GRALLOC_USAGE_SW_READ_MASK) == GRALLOC_USAGE_SW_READ_OFTEN ) |
| { |
| *ion_flags = ION_FLAG_CACHED | ION_FLAG_CACHED_NEEDS_SYNC; |
| } |
| #if defined(ION_HEAP_TYPE_DMA_MASK) && GRALLOC_USE_ION_DMA_HEAP |
| } |
| #endif |
| } |
| } |
| |
| int alloc_backend_alloc(alloc_device_t* dev, size_t size, int usage, buffer_handle_t* pHandle, uint64_t fmt, int w, int h) |
| { |
| private_module_t* m = reinterpret_cast<private_module_t*>(dev->common.module); |
| unsigned char *cpu_ptr = NULL; |
| int shared_fd; |
| int ret; |
| unsigned int heap_mask, priv_heap_flag = 0; |
| int ion_flags = 0; |
| static int support_protected = 1; /* initially, assume we support protected memory */ |
| int lock_state = 0; |
| int min_pgsz = 0; |
| |
| if (m->gralloc_legacy_ion) |
| { |
| ion_user_handle_t ion_hnd; |
| |
| heap_mask = pick_ion_heap(usage); |
| if(heap_mask == 0) |
| { |
| AERR("Failed to find an appropriate ion heap"); |
| return -1; |
| } |
| set_ion_flags(heap_mask, usage, &priv_heap_flag, &ion_flags); |
| |
| ion_hnd = alloc_from_ion_heap(m->ion_client, size, heap_mask, ion_flags, &min_pgsz); |
| if (ion_hnd < 0) |
| { |
| AERR("Failed to ion_alloc from ion_client:%d", m->ion_client); |
| return -1; |
| } |
| |
| ret = ion_share( m->ion_client, ion_hnd, &shared_fd ); |
| if ( ret != 0 ) |
| { |
| AERR( "ion_share( %d ) failed", m->ion_client ); |
| if ( 0 != ion_free( m->ion_client, ion_hnd ) ) AERR( "ion_free( %d ) failed", m->ion_client ); |
| return -1; |
| } |
| |
| // we do not need ion_hnd once we have shared_fd |
| if (0 != ion_free(m->ion_client, ion_hnd)) |
| { |
| AWAR("ion_free( %d ) failed", m->ion_client); |
| } |
| ion_hnd = -1; |
| } |
| else |
| { |
| /* Support only System heap to begin with */ |
| ret = ion_alloc_fd(m->ion_client, size, 0, 1 << m->system_heap_id, 0, &(shared_fd)); |
| if (ret != 0) |
| { |
| AERR("Failed to ion_alloc_fd from ion_client:%d", m->ion_client); |
| return -1; |
| } |
| min_pgsz = SZ_4K; |
| } |
| |
| if (!(usage & GRALLOC_USAGE_PROTECTED)) |
| { |
| cpu_ptr = (unsigned char*)mmap( NULL, size, PROT_READ | PROT_WRITE, MAP_SHARED, shared_fd, 0 ); |
| |
| if ( MAP_FAILED == cpu_ptr ) |
| { |
| AERR( "ion_map( %d ) failed", m->ion_client ); |
| close( shared_fd ); |
| return -1; |
| } |
| lock_state = private_handle_t::LOCK_STATE_MAPPED; |
| |
| #if GRALLOC_INIT_AFBC == 1 |
| if (fmt & MALI_GRALLOC_INTFMT_AFBCENABLE_MASK) |
| { |
| init_afbc(cpu_ptr, fmt, w, h); |
| } |
| #else |
| GRALLOC_UNUSED(fmt); |
| GRALLOC_UNUSED(w); |
| GRALLOC_UNUSED(h); |
| |
| #endif /* GRALLOC_INIT_AFBC == 1 */ |
| } |
| |
| private_handle_t *hnd = new private_handle_t( private_handle_t::PRIV_FLAGS_USES_ION | priv_heap_flag, usage, size, cpu_ptr, |
| lock_state, -1, 0); |
| |
| if ( NULL != hnd ) |
| { |
| hnd->share_fd = shared_fd; |
| hnd->min_pgsz = min_pgsz; |
| *pHandle = hnd; |
| return 0; |
| } |
| else |
| { |
| AERR( "Gralloc out of mem for ion_client:%d", m->ion_client ); |
| } |
| |
| close( shared_fd ); |
| |
| if(!(usage & GRALLOC_USAGE_PROTECTED)) |
| { |
| ret = munmap( cpu_ptr, size ); |
| if ( 0 != ret ) AERR( "munmap failed for base:%p size: %zd", cpu_ptr, size ); |
| } |
| |
| return -1; |
| } |
| |
| int alloc_backend_alloc_framebuffer(private_module_t* m, private_handle_t* hnd) |
| { |
| struct fb_dmabuf_export fb_dma_buf; |
| int res; |
| res = ioctl( m->framebuffer->shallow_fbdev_fd, FBIOGET_DMABUF, &fb_dma_buf ); |
| if(res == 0) |
| { |
| hnd->share_fd = fb_dma_buf.fd; |
| return 0; |
| } |
| else |
| { |
| AINF("FBIOGET_DMABUF ioctl failed(%d). See gralloc_priv.h and the integration manual for vendor framebuffer integration", res); |
| return -1; |
| } |
| } |
| |
| void alloc_backend_alloc_free(private_handle_t const* hnd, private_module_t* m) |
| { |
| (void) m; |
| if (hnd->flags & private_handle_t::PRIV_FLAGS_FRAMEBUFFER) |
| { |
| return; |
| } |
| else if ( hnd->flags & private_handle_t::PRIV_FLAGS_USES_ION ) |
| { |
| /* Buffer might be unregistered already so we need to assure we have a valid handle*/ |
| if ( 0 != hnd->base ) |
| { |
| if ( 0 != munmap( (void*)hnd->base, hnd->size ) ) AERR( "Failed to munmap handle %p", hnd ); |
| } |
| close( hnd->share_fd ); |
| memset( (void*)hnd, 0, sizeof( *hnd ) ); |
| } |
| } |
| |
| int alloc_backend_open(alloc_device_t *dev) |
| { |
| private_module_t *m = reinterpret_cast<private_module_t *>(dev->common.module); |
| m->ion_client = ion_open(); |
| if ( m->ion_client < 0 ) |
| { |
| AERR( "ion_open failed with %s", strerror(errno) ); |
| return -1; |
| } |
| |
| m->gralloc_legacy_ion = ion_is_legacy(m->ion_client); |
| |
| if (!m->gralloc_legacy_ion) |
| { |
| m->system_heap_id = find_system_heap_id(m->ion_client); |
| if (m->system_heap_id < 0) |
| { |
| ion_close(m->ion_client); |
| m->ion_client = -1; |
| AERR( "ion_open failed: no system heap found" ); |
| return -1; |
| } |
| } |
| |
| return 0; |
| } |
| |
| int alloc_backend_close(struct hw_device_t *device) |
| { |
| alloc_device_t* dev = reinterpret_cast<alloc_device_t*>(device); |
| if (dev) |
| { |
| private_module_t *m = reinterpret_cast<private_module_t*>(dev->common.module); |
| if ( 0 != ion_close(m->ion_client) ) AERR( "Failed to close ion_client: %d err=%s", m->ion_client , strerror(errno)); |
| delete dev; |
| } |
| return 0; |
| } |