2015-04-20 10:04:22 -06:00
|
|
|
/*
|
|
|
|
* Copyright © 2014 Advanced Micro Devices, Inc.
|
|
|
|
* All Rights Reserved.
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
|
|
* to deal in the Software without restriction, including without limitation
|
|
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be included in
|
|
|
|
* all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
|
|
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
|
|
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
|
|
* OTHER DEALINGS IN THE SOFTWARE.
|
2015-08-07 10:20:51 -06:00
|
|
|
*
|
2015-04-20 10:04:22 -06:00
|
|
|
*/
|
|
|
|
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <stdio.h>
|
2015-06-02 06:43:52 -06:00
|
|
|
#include <stdint.h>
|
2015-04-20 10:04:22 -06:00
|
|
|
#include <string.h>
|
|
|
|
#include <errno.h>
|
|
|
|
#include <fcntl.h>
|
|
|
|
#include <unistd.h>
|
|
|
|
#include <sys/ioctl.h>
|
|
|
|
#include <sys/mman.h>
|
|
|
|
#include <sys/time.h>
|
|
|
|
|
|
|
|
#include "libdrm_macros.h"
|
|
|
|
#include "xf86drm.h"
|
|
|
|
#include "amdgpu_drm.h"
|
|
|
|
#include "amdgpu_internal.h"
|
2015-05-18 08:10:10 -06:00
|
|
|
#include "util_math.h"
|
2015-04-20 10:04:22 -06:00
|
|
|
|
|
|
|
static void amdgpu_close_kms_handle(amdgpu_device_handle dev,
|
|
|
|
uint32_t handle)
|
|
|
|
{
|
|
|
|
struct drm_gem_close args = {};
|
|
|
|
|
|
|
|
args.handle = handle;
|
|
|
|
drmIoctl(dev->fd, DRM_IOCTL_GEM_CLOSE, &args);
|
|
|
|
}
|
|
|
|
|
2018-08-13 21:00:09 -06:00
|
|
|
static int amdgpu_bo_create(amdgpu_device_handle dev,
|
|
|
|
uint64_t size,
|
|
|
|
uint32_t handle,
|
|
|
|
amdgpu_bo_handle *buf_handle)
|
|
|
|
{
|
|
|
|
struct amdgpu_bo *bo;
|
|
|
|
|
|
|
|
bo = calloc(1, sizeof(struct amdgpu_bo));
|
|
|
|
if (!bo)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
atomic_set(&bo->refcount, 1);
|
|
|
|
bo->dev = dev;
|
|
|
|
bo->alloc_size = size;
|
|
|
|
bo->handle = handle;
|
|
|
|
pthread_mutex_init(&bo->cpu_access_mutex, NULL);
|
|
|
|
|
|
|
|
*buf_handle = bo;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_alloc(amdgpu_device_handle dev,
|
|
|
|
struct amdgpu_bo_alloc_request *alloc_buffer,
|
|
|
|
amdgpu_bo_handle *buf_handle)
|
2015-04-20 10:04:22 -06:00
|
|
|
{
|
|
|
|
union drm_amdgpu_gem_create args;
|
2018-09-14 06:58:24 -06:00
|
|
|
int r;
|
2015-04-20 10:04:22 -06:00
|
|
|
|
|
|
|
memset(&args, 0, sizeof(args));
|
|
|
|
args.in.bo_size = alloc_buffer->alloc_size;
|
|
|
|
args.in.alignment = alloc_buffer->phys_alignment;
|
|
|
|
|
|
|
|
/* Set the placement. */
|
2018-09-14 06:58:24 -06:00
|
|
|
args.in.domains = alloc_buffer->preferred_heap;
|
2015-05-19 08:06:50 -06:00
|
|
|
args.in.domain_flags = alloc_buffer->flags;
|
2015-04-20 10:04:22 -06:00
|
|
|
|
|
|
|
/* Allocate the buffer with the preferred heap. */
|
|
|
|
r = drmCommandWriteRead(dev->fd, DRM_AMDGPU_GEM_CREATE,
|
|
|
|
&args, sizeof(args));
|
2018-08-13 21:00:09 -06:00
|
|
|
if (r)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
r = amdgpu_bo_create(dev, alloc_buffer->alloc_size, args.out.handle,
|
|
|
|
buf_handle);
|
2015-04-20 10:04:22 -06:00
|
|
|
if (r) {
|
2018-08-13 21:00:09 -06:00
|
|
|
amdgpu_close_kms_handle(dev, args.out.handle);
|
|
|
|
goto out;
|
2015-04-20 10:04:22 -06:00
|
|
|
}
|
|
|
|
|
2018-08-13 21:00:09 -06:00
|
|
|
pthread_mutex_lock(&dev->bo_table_mutex);
|
|
|
|
r = handle_table_insert(&dev->bo_handles, (*buf_handle)->handle,
|
|
|
|
*buf_handle);
|
|
|
|
pthread_mutex_unlock(&dev->bo_table_mutex);
|
2018-08-02 02:47:02 -06:00
|
|
|
if (r)
|
2018-08-13 21:00:09 -06:00
|
|
|
amdgpu_bo_free(*buf_handle);
|
|
|
|
out:
|
2018-08-02 02:47:02 -06:00
|
|
|
return r;
|
2015-04-20 10:04:22 -06:00
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_set_metadata(amdgpu_bo_handle bo,
|
|
|
|
struct amdgpu_bo_metadata *info)
|
2015-04-20 10:04:22 -06:00
|
|
|
{
|
|
|
|
struct drm_amdgpu_gem_metadata args = {};
|
|
|
|
|
|
|
|
args.handle = bo->handle;
|
|
|
|
args.op = AMDGPU_GEM_METADATA_OP_SET_METADATA;
|
|
|
|
args.data.flags = info->flags;
|
|
|
|
args.data.tiling_info = info->tiling_info;
|
|
|
|
|
|
|
|
if (info->size_metadata > sizeof(args.data.data))
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
if (info->size_metadata) {
|
|
|
|
args.data.data_size_bytes = info->size_metadata;
|
|
|
|
memcpy(args.data.data, info->umd_metadata, info->size_metadata);
|
|
|
|
}
|
|
|
|
|
|
|
|
return drmCommandWriteRead(bo->dev->fd,
|
|
|
|
DRM_AMDGPU_GEM_METADATA,
|
|
|
|
&args, sizeof(args));
|
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_query_info(amdgpu_bo_handle bo,
|
|
|
|
struct amdgpu_bo_info *info)
|
2015-04-20 10:04:22 -06:00
|
|
|
{
|
|
|
|
struct drm_amdgpu_gem_metadata metadata = {};
|
|
|
|
struct drm_amdgpu_gem_create_in bo_info = {};
|
|
|
|
struct drm_amdgpu_gem_op gem_op = {};
|
|
|
|
int r;
|
|
|
|
|
2015-06-16 08:42:43 -06:00
|
|
|
/* Validate the BO passed in */
|
|
|
|
if (!bo->handle)
|
|
|
|
return -EINVAL;
|
|
|
|
|
2015-04-20 10:04:22 -06:00
|
|
|
/* Query metadata. */
|
|
|
|
metadata.handle = bo->handle;
|
|
|
|
metadata.op = AMDGPU_GEM_METADATA_OP_GET_METADATA;
|
|
|
|
|
|
|
|
r = drmCommandWriteRead(bo->dev->fd, DRM_AMDGPU_GEM_METADATA,
|
|
|
|
&metadata, sizeof(metadata));
|
|
|
|
if (r)
|
|
|
|
return r;
|
|
|
|
|
|
|
|
if (metadata.data.data_size_bytes >
|
|
|
|
sizeof(info->metadata.umd_metadata))
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
/* Query buffer info. */
|
|
|
|
gem_op.handle = bo->handle;
|
|
|
|
gem_op.op = AMDGPU_GEM_OP_GET_GEM_CREATE_INFO;
|
2015-05-06 21:38:28 -06:00
|
|
|
gem_op.value = (uintptr_t)&bo_info;
|
2015-04-20 10:04:22 -06:00
|
|
|
|
|
|
|
r = drmCommandWriteRead(bo->dev->fd, DRM_AMDGPU_GEM_OP,
|
|
|
|
&gem_op, sizeof(gem_op));
|
|
|
|
if (r)
|
|
|
|
return r;
|
|
|
|
|
|
|
|
memset(info, 0, sizeof(*info));
|
|
|
|
info->alloc_size = bo_info.bo_size;
|
|
|
|
info->phys_alignment = bo_info.alignment;
|
|
|
|
info->preferred_heap = bo_info.domains;
|
|
|
|
info->alloc_flags = bo_info.domain_flags;
|
|
|
|
info->metadata.flags = metadata.data.flags;
|
|
|
|
info->metadata.tiling_info = metadata.data.tiling_info;
|
|
|
|
|
|
|
|
info->metadata.size_metadata = metadata.data.data_size_bytes;
|
|
|
|
if (metadata.data.data_size_bytes > 0)
|
|
|
|
memcpy(info->metadata.umd_metadata, metadata.data.data,
|
|
|
|
metadata.data.data_size_bytes);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int amdgpu_bo_export_flink(amdgpu_bo_handle bo)
|
|
|
|
{
|
|
|
|
struct drm_gem_flink flink;
|
|
|
|
int fd, dma_fd;
|
|
|
|
uint32_t handle;
|
|
|
|
int r;
|
|
|
|
|
|
|
|
fd = bo->dev->fd;
|
|
|
|
handle = bo->handle;
|
|
|
|
if (bo->flink_name)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
|
|
|
|
if (bo->dev->flink_fd != bo->dev->fd) {
|
|
|
|
r = drmPrimeHandleToFD(bo->dev->fd, bo->handle, DRM_CLOEXEC,
|
|
|
|
&dma_fd);
|
|
|
|
if (!r) {
|
|
|
|
r = drmPrimeFDToHandle(bo->dev->flink_fd, dma_fd, &handle);
|
|
|
|
close(dma_fd);
|
|
|
|
}
|
|
|
|
if (r)
|
|
|
|
return r;
|
|
|
|
fd = bo->dev->flink_fd;
|
|
|
|
}
|
|
|
|
memset(&flink, 0, sizeof(flink));
|
|
|
|
flink.handle = handle;
|
|
|
|
|
|
|
|
r = drmIoctl(fd, DRM_IOCTL_GEM_FLINK, &flink);
|
|
|
|
if (r)
|
|
|
|
return r;
|
|
|
|
|
|
|
|
bo->flink_name = flink.name;
|
|
|
|
|
|
|
|
if (bo->dev->flink_fd != bo->dev->fd) {
|
|
|
|
struct drm_gem_close args = {};
|
|
|
|
args.handle = handle;
|
|
|
|
drmIoctl(bo->dev->flink_fd, DRM_IOCTL_GEM_CLOSE, &args);
|
|
|
|
}
|
|
|
|
|
|
|
|
pthread_mutex_lock(&bo->dev->bo_table_mutex);
|
2018-08-02 02:56:11 -06:00
|
|
|
r = handle_table_insert(&bo->dev->bo_flink_names, bo->flink_name, bo);
|
2015-04-20 10:04:22 -06:00
|
|
|
pthread_mutex_unlock(&bo->dev->bo_table_mutex);
|
|
|
|
|
2018-08-02 02:56:11 -06:00
|
|
|
return r;
|
2015-04-20 10:04:22 -06:00
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_export(amdgpu_bo_handle bo,
|
|
|
|
enum amdgpu_bo_handle_type type,
|
|
|
|
uint32_t *shared_handle)
|
2015-04-20 10:04:22 -06:00
|
|
|
{
|
|
|
|
int r;
|
|
|
|
|
|
|
|
switch (type) {
|
|
|
|
case amdgpu_bo_handle_type_gem_flink_name:
|
|
|
|
r = amdgpu_bo_export_flink(bo);
|
|
|
|
if (r)
|
|
|
|
return r;
|
|
|
|
|
|
|
|
*shared_handle = bo->flink_name;
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
case amdgpu_bo_handle_type_kms:
|
2018-07-11 18:35:19 -06:00
|
|
|
case amdgpu_bo_handle_type_kms_noimport:
|
2015-04-20 10:04:22 -06:00
|
|
|
*shared_handle = bo->handle;
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
case amdgpu_bo_handle_type_dma_buf_fd:
|
2018-02-26 05:37:03 -07:00
|
|
|
return drmPrimeHandleToFD(bo->dev->fd, bo->handle,
|
|
|
|
DRM_CLOEXEC | DRM_RDWR,
|
|
|
|
(int*)shared_handle);
|
2015-04-20 10:04:22 -06:00
|
|
|
}
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_import(amdgpu_device_handle dev,
|
|
|
|
enum amdgpu_bo_handle_type type,
|
|
|
|
uint32_t shared_handle,
|
2015-04-20 10:04:22 -06:00
|
|
|
struct amdgpu_bo_import_result *output)
|
|
|
|
{
|
|
|
|
struct drm_gem_open open_arg = {};
|
2018-08-13 21:00:08 -06:00
|
|
|
struct drm_gem_close close_arg = {};
|
2015-04-20 10:04:22 -06:00
|
|
|
struct amdgpu_bo *bo = NULL;
|
2018-08-13 21:00:09 -06:00
|
|
|
uint32_t handle = 0, flink_name = 0;
|
|
|
|
uint64_t alloc_size = 0;
|
|
|
|
int r = 0;
|
2015-04-20 10:04:22 -06:00
|
|
|
int dma_fd;
|
|
|
|
uint64_t dma_buf_size = 0;
|
|
|
|
|
2015-08-24 03:43:30 -06:00
|
|
|
/* We must maintain a list of pairs <handle, bo>, so that we always
|
|
|
|
* return the same amdgpu_bo instance for the same handle. */
|
|
|
|
pthread_mutex_lock(&dev->bo_table_mutex);
|
|
|
|
|
2015-04-20 10:04:22 -06:00
|
|
|
/* Convert a DMA buf handle to a KMS handle now. */
|
|
|
|
if (type == amdgpu_bo_handle_type_dma_buf_fd) {
|
|
|
|
off_t size;
|
|
|
|
|
|
|
|
/* Get a KMS handle. */
|
|
|
|
r = drmPrimeFDToHandle(dev->fd, shared_handle, &handle);
|
2018-08-13 21:00:09 -06:00
|
|
|
if (r)
|
|
|
|
goto unlock;
|
2015-04-20 10:04:22 -06:00
|
|
|
|
|
|
|
/* Query the buffer size. */
|
|
|
|
size = lseek(shared_handle, 0, SEEK_END);
|
|
|
|
if (size == (off_t)-1) {
|
2018-08-13 21:00:09 -06:00
|
|
|
r = -errno;
|
|
|
|
goto free_bo_handle;
|
2015-04-20 10:04:22 -06:00
|
|
|
}
|
|
|
|
lseek(shared_handle, 0, SEEK_SET);
|
|
|
|
|
|
|
|
dma_buf_size = size;
|
|
|
|
shared_handle = handle;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* If we have already created a buffer with this handle, find it. */
|
|
|
|
switch (type) {
|
|
|
|
case amdgpu_bo_handle_type_gem_flink_name:
|
2018-08-02 02:56:11 -06:00
|
|
|
bo = handle_table_lookup(&dev->bo_flink_names, shared_handle);
|
2015-04-20 10:04:22 -06:00
|
|
|
break;
|
|
|
|
|
|
|
|
case amdgpu_bo_handle_type_dma_buf_fd:
|
2018-08-02 02:47:02 -06:00
|
|
|
bo = handle_table_lookup(&dev->bo_handles, shared_handle);
|
2015-04-20 10:04:22 -06:00
|
|
|
break;
|
|
|
|
|
|
|
|
case amdgpu_bo_handle_type_kms:
|
2018-07-11 18:35:19 -06:00
|
|
|
case amdgpu_bo_handle_type_kms_noimport:
|
2015-04-20 10:04:22 -06:00
|
|
|
/* Importing a KMS handle in not allowed. */
|
2018-08-13 21:00:09 -06:00
|
|
|
r = -EPERM;
|
|
|
|
goto unlock;
|
2015-04-20 10:04:22 -06:00
|
|
|
|
|
|
|
default:
|
2018-08-13 21:00:09 -06:00
|
|
|
r = -EINVAL;
|
|
|
|
goto unlock;
|
2015-04-20 10:04:22 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
if (bo) {
|
|
|
|
/* The buffer already exists, just bump the refcount. */
|
|
|
|
atomic_inc(&bo->refcount);
|
2017-08-08 01:34:20 -06:00
|
|
|
pthread_mutex_unlock(&dev->bo_table_mutex);
|
2015-04-20 10:04:22 -06:00
|
|
|
|
|
|
|
output->buf_handle = bo;
|
|
|
|
output->alloc_size = bo->alloc_size;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Open the handle. */
|
|
|
|
switch (type) {
|
|
|
|
case amdgpu_bo_handle_type_gem_flink_name:
|
|
|
|
open_arg.name = shared_handle;
|
|
|
|
r = drmIoctl(dev->flink_fd, DRM_IOCTL_GEM_OPEN, &open_arg);
|
2018-08-13 21:00:09 -06:00
|
|
|
if (r)
|
|
|
|
goto unlock;
|
2015-04-20 10:04:22 -06:00
|
|
|
|
2018-08-13 21:00:09 -06:00
|
|
|
flink_name = shared_handle;
|
|
|
|
handle = open_arg.handle;
|
|
|
|
alloc_size = open_arg.size;
|
2015-04-20 10:04:22 -06:00
|
|
|
if (dev->flink_fd != dev->fd) {
|
2018-08-13 21:00:09 -06:00
|
|
|
r = drmPrimeHandleToFD(dev->flink_fd, handle,
|
|
|
|
DRM_CLOEXEC, &dma_fd);
|
|
|
|
if (r)
|
|
|
|
goto free_bo_handle;
|
|
|
|
r = drmPrimeFDToHandle(dev->fd, dma_fd, &handle);
|
2015-04-20 10:04:22 -06:00
|
|
|
close(dma_fd);
|
2018-08-13 21:00:09 -06:00
|
|
|
if (r)
|
|
|
|
goto free_bo_handle;
|
|
|
|
close_arg.handle = open_arg.handle;
|
|
|
|
r = drmIoctl(dev->flink_fd, DRM_IOCTL_GEM_CLOSE,
|
|
|
|
&close_arg);
|
|
|
|
if (r)
|
|
|
|
goto free_bo_handle;
|
2018-08-02 02:56:11 -06:00
|
|
|
}
|
2015-04-20 10:04:22 -06:00
|
|
|
break;
|
|
|
|
|
|
|
|
case amdgpu_bo_handle_type_dma_buf_fd:
|
2018-08-13 21:00:09 -06:00
|
|
|
handle = shared_handle;
|
|
|
|
alloc_size = dma_buf_size;
|
2015-04-20 10:04:22 -06:00
|
|
|
break;
|
|
|
|
|
|
|
|
case amdgpu_bo_handle_type_kms:
|
2018-07-11 18:35:19 -06:00
|
|
|
case amdgpu_bo_handle_type_kms_noimport:
|
2015-04-20 10:04:22 -06:00
|
|
|
assert(0); /* unreachable */
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Initialize it. */
|
2018-08-13 21:00:09 -06:00
|
|
|
r = amdgpu_bo_create(dev, alloc_size, handle, &bo);
|
|
|
|
if (r)
|
|
|
|
goto free_bo_handle;
|
2015-04-20 10:04:22 -06:00
|
|
|
|
2018-08-13 21:00:09 -06:00
|
|
|
r = handle_table_insert(&dev->bo_handles, bo->handle, bo);
|
|
|
|
if (r)
|
|
|
|
goto free_bo_handle;
|
|
|
|
if (flink_name) {
|
|
|
|
bo->flink_name = flink_name;
|
|
|
|
r = handle_table_insert(&dev->bo_flink_names, flink_name,
|
|
|
|
bo);
|
|
|
|
if (r)
|
|
|
|
goto remove_handle;
|
|
|
|
|
|
|
|
}
|
2015-04-20 10:04:22 -06:00
|
|
|
|
|
|
|
output->buf_handle = bo;
|
|
|
|
output->alloc_size = bo->alloc_size;
|
2018-08-13 21:00:09 -06:00
|
|
|
pthread_mutex_unlock(&dev->bo_table_mutex);
|
2015-04-20 10:04:22 -06:00
|
|
|
return 0;
|
2018-08-13 21:00:09 -06:00
|
|
|
|
|
|
|
remove_handle:
|
|
|
|
handle_table_remove(&dev->bo_handles, bo->handle);
|
|
|
|
free_bo_handle:
|
|
|
|
if (flink_name && !close_arg.handle && open_arg.handle) {
|
|
|
|
close_arg.handle = open_arg.handle;
|
|
|
|
drmIoctl(dev->flink_fd, DRM_IOCTL_GEM_CLOSE, &close_arg);
|
|
|
|
}
|
|
|
|
if (bo)
|
|
|
|
amdgpu_bo_free(bo);
|
|
|
|
else
|
|
|
|
amdgpu_close_kms_handle(dev, handle);
|
|
|
|
unlock:
|
|
|
|
pthread_mutex_unlock(&dev->bo_table_mutex);
|
|
|
|
return r;
|
2015-04-20 10:04:22 -06:00
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_free(amdgpu_bo_handle buf_handle)
|
2015-04-20 10:04:22 -06:00
|
|
|
{
|
2017-08-08 10:09:07 -06:00
|
|
|
struct amdgpu_device *dev;
|
|
|
|
struct amdgpu_bo *bo = buf_handle;
|
|
|
|
|
|
|
|
assert(bo != NULL);
|
|
|
|
dev = bo->dev;
|
|
|
|
pthread_mutex_lock(&dev->bo_table_mutex);
|
|
|
|
|
|
|
|
if (update_references(&bo->refcount, NULL)) {
|
|
|
|
/* Remove the buffer from the hash tables. */
|
2018-08-02 02:47:02 -06:00
|
|
|
handle_table_remove(&dev->bo_handles, bo->handle);
|
2017-08-08 10:09:07 -06:00
|
|
|
|
2018-08-02 02:56:11 -06:00
|
|
|
if (bo->flink_name)
|
|
|
|
handle_table_remove(&dev->bo_flink_names,
|
|
|
|
bo->flink_name);
|
2017-08-08 10:09:07 -06:00
|
|
|
|
|
|
|
/* Release CPU access. */
|
|
|
|
if (bo->cpu_map_count > 0) {
|
|
|
|
bo->cpu_map_count = 1;
|
|
|
|
amdgpu_bo_cpu_unmap(bo);
|
|
|
|
}
|
|
|
|
|
|
|
|
amdgpu_close_kms_handle(dev, bo->handle);
|
|
|
|
pthread_mutex_destroy(&bo->cpu_access_mutex);
|
|
|
|
free(bo);
|
|
|
|
}
|
|
|
|
|
|
|
|
pthread_mutex_unlock(&dev->bo_table_mutex);
|
2015-04-20 10:04:22 -06:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public void amdgpu_bo_inc_ref(amdgpu_bo_handle bo)
|
2018-09-03 00:55:09 -06:00
|
|
|
{
|
|
|
|
atomic_inc(&bo->refcount);
|
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_cpu_map(amdgpu_bo_handle bo, void **cpu)
|
2015-04-20 10:04:22 -06:00
|
|
|
{
|
|
|
|
union drm_amdgpu_gem_mmap args;
|
|
|
|
void *ptr;
|
|
|
|
int r;
|
|
|
|
|
|
|
|
pthread_mutex_lock(&bo->cpu_access_mutex);
|
|
|
|
|
|
|
|
if (bo->cpu_ptr) {
|
|
|
|
/* already mapped */
|
|
|
|
assert(bo->cpu_map_count > 0);
|
|
|
|
bo->cpu_map_count++;
|
|
|
|
*cpu = bo->cpu_ptr;
|
|
|
|
pthread_mutex_unlock(&bo->cpu_access_mutex);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
assert(bo->cpu_map_count == 0);
|
|
|
|
|
|
|
|
memset(&args, 0, sizeof(args));
|
|
|
|
|
|
|
|
/* Query the buffer address (args.addr_ptr).
|
|
|
|
* The kernel driver ignores the offset and size parameters. */
|
|
|
|
args.in.handle = bo->handle;
|
|
|
|
|
|
|
|
r = drmCommandWriteRead(bo->dev->fd, DRM_AMDGPU_GEM_MMAP, &args,
|
|
|
|
sizeof(args));
|
|
|
|
if (r) {
|
|
|
|
pthread_mutex_unlock(&bo->cpu_access_mutex);
|
|
|
|
return r;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Map the buffer. */
|
|
|
|
ptr = drm_mmap(NULL, bo->alloc_size, PROT_READ | PROT_WRITE, MAP_SHARED,
|
|
|
|
bo->dev->fd, args.out.addr_ptr);
|
|
|
|
if (ptr == MAP_FAILED) {
|
|
|
|
pthread_mutex_unlock(&bo->cpu_access_mutex);
|
|
|
|
return -errno;
|
|
|
|
}
|
|
|
|
|
|
|
|
bo->cpu_ptr = ptr;
|
|
|
|
bo->cpu_map_count = 1;
|
|
|
|
pthread_mutex_unlock(&bo->cpu_access_mutex);
|
|
|
|
|
|
|
|
*cpu = ptr;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_cpu_unmap(amdgpu_bo_handle bo)
|
2015-04-20 10:04:22 -06:00
|
|
|
{
|
|
|
|
int r;
|
|
|
|
|
|
|
|
pthread_mutex_lock(&bo->cpu_access_mutex);
|
|
|
|
assert(bo->cpu_map_count >= 0);
|
|
|
|
|
|
|
|
if (bo->cpu_map_count == 0) {
|
|
|
|
/* not mapped */
|
|
|
|
pthread_mutex_unlock(&bo->cpu_access_mutex);
|
2015-09-01 05:37:19 -06:00
|
|
|
return -EINVAL;
|
2015-04-20 10:04:22 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
bo->cpu_map_count--;
|
|
|
|
if (bo->cpu_map_count > 0) {
|
|
|
|
/* mapped multiple times */
|
|
|
|
pthread_mutex_unlock(&bo->cpu_access_mutex);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
r = drm_munmap(bo->cpu_ptr, bo->alloc_size) == 0 ? 0 : -errno;
|
|
|
|
bo->cpu_ptr = NULL;
|
|
|
|
pthread_mutex_unlock(&bo->cpu_access_mutex);
|
|
|
|
return r;
|
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_query_buffer_size_alignment(amdgpu_device_handle dev,
|
2015-04-20 10:04:22 -06:00
|
|
|
struct amdgpu_buffer_size_alignments *info)
|
|
|
|
{
|
|
|
|
info->size_local = dev->dev_info.pte_fragment_size;
|
|
|
|
info->size_remote = dev->dev_info.gart_page_size;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_wait_for_idle(amdgpu_bo_handle bo,
|
|
|
|
uint64_t timeout_ns,
|
2015-04-20 10:04:22 -06:00
|
|
|
bool *busy)
|
|
|
|
{
|
|
|
|
union drm_amdgpu_gem_wait_idle args;
|
|
|
|
int r;
|
|
|
|
|
|
|
|
memset(&args, 0, sizeof(args));
|
|
|
|
args.in.handle = bo->handle;
|
|
|
|
args.in.timeout = amdgpu_cs_calculate_timeout(timeout_ns);
|
|
|
|
|
|
|
|
r = drmCommandWriteRead(bo->dev->fd, DRM_AMDGPU_GEM_WAIT_IDLE,
|
|
|
|
&args, sizeof(args));
|
|
|
|
|
|
|
|
if (r == 0) {
|
|
|
|
*busy = args.out.status;
|
|
|
|
return 0;
|
|
|
|
} else {
|
|
|
|
fprintf(stderr, "amdgpu: GEM_WAIT_IDLE failed with %i\n", r);
|
|
|
|
return r;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_find_bo_by_cpu_mapping(amdgpu_device_handle dev,
|
|
|
|
void *cpu,
|
|
|
|
uint64_t size,
|
|
|
|
amdgpu_bo_handle *buf_handle,
|
|
|
|
uint64_t *offset_in_bo)
|
2018-08-08 03:56:46 -06:00
|
|
|
{
|
|
|
|
struct amdgpu_bo *bo;
|
2018-08-30 03:35:40 -06:00
|
|
|
uint32_t i;
|
|
|
|
int r = 0;
|
2018-08-08 03:56:46 -06:00
|
|
|
|
|
|
|
if (cpu == NULL || size == 0)
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Workaround for a buggy application which tries to import previously
|
|
|
|
* exposed CPU pointers. If we find a real world use case we should
|
|
|
|
* improve that by asking the kernel for the right handle.
|
|
|
|
*/
|
|
|
|
pthread_mutex_lock(&dev->bo_table_mutex);
|
|
|
|
for (i = 0; i < dev->bo_handles.max_key; i++) {
|
|
|
|
bo = handle_table_lookup(&dev->bo_handles, i);
|
|
|
|
if (!bo || !bo->cpu_ptr || size > bo->alloc_size)
|
|
|
|
continue;
|
2018-08-14 03:53:19 -06:00
|
|
|
if (cpu >= bo->cpu_ptr &&
|
|
|
|
cpu < (void*)((uintptr_t)bo->cpu_ptr + bo->alloc_size))
|
2018-08-08 03:56:46 -06:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (i < dev->bo_handles.max_key) {
|
|
|
|
atomic_inc(&bo->refcount);
|
|
|
|
*buf_handle = bo;
|
2018-08-14 03:53:19 -06:00
|
|
|
*offset_in_bo = (uintptr_t)cpu - (uintptr_t)bo->cpu_ptr;
|
2018-08-08 03:56:46 -06:00
|
|
|
} else {
|
|
|
|
*buf_handle = NULL;
|
|
|
|
*offset_in_bo = 0;
|
2018-08-30 03:35:40 -06:00
|
|
|
r = -ENXIO;
|
2018-08-08 03:56:46 -06:00
|
|
|
}
|
|
|
|
pthread_mutex_unlock(&dev->bo_table_mutex);
|
|
|
|
|
2018-08-30 03:35:40 -06:00
|
|
|
return r;
|
2018-08-08 03:56:46 -06:00
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_create_bo_from_user_mem(amdgpu_device_handle dev,
|
|
|
|
void *cpu,
|
|
|
|
uint64_t size,
|
|
|
|
amdgpu_bo_handle *buf_handle)
|
2015-04-20 10:04:22 -06:00
|
|
|
{
|
|
|
|
int r;
|
|
|
|
struct drm_amdgpu_gem_userptr args;
|
|
|
|
|
2015-08-25 02:53:07 -06:00
|
|
|
args.addr = (uintptr_t)cpu;
|
2015-11-29 23:08:07 -07:00
|
|
|
args.flags = AMDGPU_GEM_USERPTR_ANONONLY | AMDGPU_GEM_USERPTR_REGISTER |
|
|
|
|
AMDGPU_GEM_USERPTR_VALIDATE;
|
2015-04-20 10:04:22 -06:00
|
|
|
args.size = size;
|
|
|
|
r = drmCommandWriteRead(dev->fd, DRM_AMDGPU_GEM_USERPTR,
|
|
|
|
&args, sizeof(args));
|
|
|
|
if (r)
|
2018-08-13 21:00:09 -06:00
|
|
|
goto out;
|
2015-05-12 11:14:11 -06:00
|
|
|
|
2018-08-13 21:00:09 -06:00
|
|
|
r = amdgpu_bo_create(dev, size, args.handle, buf_handle);
|
|
|
|
if (r) {
|
|
|
|
amdgpu_close_kms_handle(dev, args.handle);
|
|
|
|
goto out;
|
|
|
|
}
|
2018-08-08 03:56:45 -06:00
|
|
|
|
2018-08-13 21:00:09 -06:00
|
|
|
pthread_mutex_lock(&dev->bo_table_mutex);
|
|
|
|
r = handle_table_insert(&dev->bo_handles, (*buf_handle)->handle,
|
|
|
|
*buf_handle);
|
|
|
|
pthread_mutex_unlock(&dev->bo_table_mutex);
|
2018-08-08 03:56:45 -06:00
|
|
|
if (r)
|
2018-08-13 21:00:09 -06:00
|
|
|
amdgpu_bo_free(*buf_handle);
|
|
|
|
out:
|
2015-04-20 10:04:22 -06:00
|
|
|
return r;
|
|
|
|
}
|
2015-04-22 06:52:34 -06:00
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_list_create(amdgpu_device_handle dev,
|
|
|
|
uint32_t number_of_resources,
|
|
|
|
amdgpu_bo_handle *resources,
|
|
|
|
uint8_t *resource_prios,
|
|
|
|
amdgpu_bo_list_handle *result)
|
2015-04-22 06:52:34 -06:00
|
|
|
{
|
|
|
|
struct drm_amdgpu_bo_list_entry *list;
|
|
|
|
union drm_amdgpu_bo_list args;
|
|
|
|
unsigned i;
|
|
|
|
int r;
|
|
|
|
|
2015-06-02 06:43:52 -06:00
|
|
|
if (!number_of_resources)
|
|
|
|
return -EINVAL;
|
2015-05-18 06:57:41 -06:00
|
|
|
|
2015-06-02 06:43:52 -06:00
|
|
|
/* overflow check for multiplication */
|
|
|
|
if (number_of_resources > UINT32_MAX / sizeof(struct drm_amdgpu_bo_list_entry))
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
list = malloc(number_of_resources * sizeof(struct drm_amdgpu_bo_list_entry));
|
|
|
|
if (!list)
|
2015-05-18 06:57:41 -06:00
|
|
|
return -ENOMEM;
|
2015-04-22 06:52:34 -06:00
|
|
|
|
2015-10-09 10:46:40 -06:00
|
|
|
*result = malloc(sizeof(struct amdgpu_bo_list));
|
|
|
|
if (!*result) {
|
|
|
|
free(list);
|
|
|
|
return -ENOMEM;
|
|
|
|
}
|
|
|
|
|
2015-04-22 06:52:34 -06:00
|
|
|
memset(&args, 0, sizeof(args));
|
|
|
|
args.in.operation = AMDGPU_BO_LIST_OP_CREATE;
|
|
|
|
args.in.bo_number = number_of_resources;
|
|
|
|
args.in.bo_info_size = sizeof(struct drm_amdgpu_bo_list_entry);
|
|
|
|
args.in.bo_info_ptr = (uint64_t)(uintptr_t)list;
|
|
|
|
|
|
|
|
for (i = 0; i < number_of_resources; i++) {
|
|
|
|
list[i].bo_handle = resources[i]->handle;
|
|
|
|
if (resource_prios)
|
|
|
|
list[i].bo_priority = resource_prios[i];
|
|
|
|
else
|
|
|
|
list[i].bo_priority = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
r = drmCommandWriteRead(dev->fd, DRM_AMDGPU_BO_LIST,
|
|
|
|
&args, sizeof(args));
|
2015-06-02 06:43:52 -06:00
|
|
|
free(list);
|
2015-10-09 10:46:40 -06:00
|
|
|
if (r) {
|
|
|
|
free(*result);
|
2015-06-02 06:43:52 -06:00
|
|
|
return r;
|
2015-10-09 10:46:40 -06:00
|
|
|
}
|
2015-04-22 06:52:34 -06:00
|
|
|
|
|
|
|
(*result)->dev = dev;
|
|
|
|
(*result)->handle = args.out.list_handle;
|
2015-06-02 06:43:52 -06:00
|
|
|
return 0;
|
2015-04-22 06:52:34 -06:00
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_list_destroy(amdgpu_bo_list_handle list)
|
2015-04-22 06:52:34 -06:00
|
|
|
{
|
|
|
|
union drm_amdgpu_bo_list args;
|
|
|
|
int r;
|
|
|
|
|
|
|
|
memset(&args, 0, sizeof(args));
|
|
|
|
args.in.operation = AMDGPU_BO_LIST_OP_DESTROY;
|
|
|
|
args.in.list_handle = list->handle;
|
|
|
|
|
|
|
|
r = drmCommandWriteRead(list->dev->fd, DRM_AMDGPU_BO_LIST,
|
|
|
|
&args, sizeof(args));
|
|
|
|
|
|
|
|
if (!r)
|
|
|
|
free(list);
|
|
|
|
|
|
|
|
return r;
|
|
|
|
}
|
2015-05-18 06:27:24 -06:00
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_list_update(amdgpu_bo_list_handle handle,
|
|
|
|
uint32_t number_of_resources,
|
|
|
|
amdgpu_bo_handle *resources,
|
|
|
|
uint8_t *resource_prios)
|
2015-05-18 06:27:24 -06:00
|
|
|
{
|
|
|
|
struct drm_amdgpu_bo_list_entry *list;
|
|
|
|
union drm_amdgpu_bo_list args;
|
|
|
|
unsigned i;
|
|
|
|
int r;
|
|
|
|
|
2015-06-02 06:43:52 -06:00
|
|
|
if (!number_of_resources)
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
/* overflow check for multiplication */
|
|
|
|
if (number_of_resources > UINT32_MAX / sizeof(struct drm_amdgpu_bo_list_entry))
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
list = malloc(number_of_resources * sizeof(struct drm_amdgpu_bo_list_entry));
|
2017-04-18 10:13:19 -06:00
|
|
|
if (!list)
|
2015-05-18 06:27:24 -06:00
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
args.in.operation = AMDGPU_BO_LIST_OP_UPDATE;
|
|
|
|
args.in.list_handle = handle->handle;
|
|
|
|
args.in.bo_number = number_of_resources;
|
|
|
|
args.in.bo_info_size = sizeof(struct drm_amdgpu_bo_list_entry);
|
|
|
|
args.in.bo_info_ptr = (uintptr_t)list;
|
|
|
|
|
|
|
|
for (i = 0; i < number_of_resources; i++) {
|
|
|
|
list[i].bo_handle = resources[i]->handle;
|
|
|
|
if (resource_prios)
|
|
|
|
list[i].bo_priority = resource_prios[i];
|
|
|
|
else
|
|
|
|
list[i].bo_priority = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
r = drmCommandWriteRead(handle->dev->fd, DRM_AMDGPU_BO_LIST,
|
|
|
|
&args, sizeof(args));
|
|
|
|
free(list);
|
|
|
|
return r;
|
|
|
|
}
|
2015-07-13 06:57:44 -06:00
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_va_op(amdgpu_bo_handle bo,
|
|
|
|
uint64_t offset,
|
|
|
|
uint64_t size,
|
|
|
|
uint64_t addr,
|
|
|
|
uint64_t flags,
|
|
|
|
uint32_t ops)
|
2015-07-13 06:57:44 -06:00
|
|
|
{
|
|
|
|
amdgpu_device_handle dev = bo->dev;
|
2017-02-08 05:02:56 -07:00
|
|
|
|
|
|
|
size = ALIGN(size, getpagesize());
|
|
|
|
|
|
|
|
return amdgpu_bo_va_op_raw(dev, bo, offset, size, addr,
|
|
|
|
AMDGPU_VM_PAGE_READABLE |
|
|
|
|
AMDGPU_VM_PAGE_WRITEABLE |
|
|
|
|
AMDGPU_VM_PAGE_EXECUTABLE, ops);
|
|
|
|
}
|
|
|
|
|
2018-09-13 15:57:13 -06:00
|
|
|
drm_public int amdgpu_bo_va_op_raw(amdgpu_device_handle dev,
|
|
|
|
amdgpu_bo_handle bo,
|
|
|
|
uint64_t offset,
|
|
|
|
uint64_t size,
|
|
|
|
uint64_t addr,
|
|
|
|
uint64_t flags,
|
|
|
|
uint32_t ops)
|
2017-02-08 05:02:56 -07:00
|
|
|
{
|
2015-07-13 06:57:44 -06:00
|
|
|
struct drm_amdgpu_gem_va va;
|
|
|
|
int r;
|
|
|
|
|
2017-03-21 21:14:00 -06:00
|
|
|
if (ops != AMDGPU_VA_OP_MAP && ops != AMDGPU_VA_OP_UNMAP &&
|
|
|
|
ops != AMDGPU_VA_OP_REPLACE && ops != AMDGPU_VA_OP_CLEAR)
|
2015-07-13 06:57:44 -06:00
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
memset(&va, 0, sizeof(va));
|
2017-02-08 05:02:56 -07:00
|
|
|
va.handle = bo ? bo->handle : 0;
|
2015-07-13 06:57:44 -06:00
|
|
|
va.operation = ops;
|
2017-02-08 05:02:56 -07:00
|
|
|
va.flags = flags;
|
2015-07-13 06:57:44 -06:00
|
|
|
va.va_address = addr;
|
|
|
|
va.offset_in_bo = offset;
|
2017-02-08 05:02:56 -07:00
|
|
|
va.map_size = size;
|
2015-07-13 06:57:44 -06:00
|
|
|
|
|
|
|
r = drmCommandWriteRead(dev->fd, DRM_AMDGPU_GEM_VA, &va, sizeof(va));
|
|
|
|
|
|
|
|
return r;
|
|
|
|
}
|