2005-11-28 16:10:41 -07:00
|
|
|
/* radeon_mem.c -- Simple GART/fb memory manager for radeon -*- linux-c -*- */
|
|
|
|
/*
|
2002-09-23 11:26:43 -06:00
|
|
|
* Copyright (C) The Weather Channel, Inc. 2002. All Rights Reserved.
|
2004-09-30 15:12:10 -06:00
|
|
|
*
|
2002-09-23 11:26:43 -06:00
|
|
|
* The Weather Channel (TM) funded Tungsten Graphics to develop the
|
|
|
|
* initial release of the Radeon 8500 driver under the XFree86 license.
|
|
|
|
* This notice must be preserved.
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
|
|
* to deal in the Software without restriction, including without limitation
|
|
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice (including the next
|
|
|
|
* paragraph) shall be included in all copies or substantial portions of the
|
|
|
|
* Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
|
|
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
|
|
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
|
|
* DEALINGS IN THE SOFTWARE.
|
|
|
|
*
|
|
|
|
* Authors:
|
|
|
|
* Keith Whitwell <keith@tungstengraphics.com>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "drmP.h"
|
|
|
|
#include "drm.h"
|
|
|
|
#include "radeon_drm.h"
|
|
|
|
#include "radeon_drv.h"
|
|
|
|
|
2003-08-26 09:44:01 -06:00
|
|
|
/* Very simple allocator for GART memory, working on a static range
|
2004-09-30 15:12:10 -06:00
|
|
|
* already mapped into each client's address space.
|
2002-09-23 11:26:43 -06:00
|
|
|
*/
|
|
|
|
|
|
|
|
static struct mem_block *split_block(struct mem_block *p, int start, int size,
|
2007-07-20 07:39:25 -06:00
|
|
|
struct drm_file *file_priv)
|
2002-09-23 11:26:43 -06:00
|
|
|
{
|
|
|
|
/* Maybe cut off the start of an existing block */
|
|
|
|
if (start > p->start) {
|
2004-09-30 15:12:10 -06:00
|
|
|
struct mem_block *newblock =
|
|
|
|
drm_alloc(sizeof(*newblock), DRM_MEM_BUFS);
|
|
|
|
if (!newblock)
|
2002-09-23 11:26:43 -06:00
|
|
|
goto out;
|
|
|
|
newblock->start = start;
|
|
|
|
newblock->size = p->size - (start - p->start);
|
2007-07-20 07:39:25 -06:00
|
|
|
newblock->file_priv = NULL;
|
2002-09-23 11:26:43 -06:00
|
|
|
newblock->next = p->next;
|
|
|
|
newblock->prev = p;
|
|
|
|
p->next->prev = newblock;
|
|
|
|
p->next = newblock;
|
|
|
|
p->size -= newblock->size;
|
|
|
|
p = newblock;
|
|
|
|
}
|
2004-09-30 15:12:10 -06:00
|
|
|
|
2002-09-23 11:26:43 -06:00
|
|
|
/* Maybe cut off the end of an existing block */
|
|
|
|
if (size < p->size) {
|
2004-09-30 15:12:10 -06:00
|
|
|
struct mem_block *newblock =
|
|
|
|
drm_alloc(sizeof(*newblock), DRM_MEM_BUFS);
|
2002-09-23 11:26:43 -06:00
|
|
|
if (!newblock)
|
|
|
|
goto out;
|
|
|
|
newblock->start = start + size;
|
|
|
|
newblock->size = p->size - size;
|
2007-07-20 07:39:25 -06:00
|
|
|
newblock->file_priv = NULL;
|
2002-09-23 11:26:43 -06:00
|
|
|
newblock->next = p->next;
|
|
|
|
newblock->prev = p;
|
|
|
|
p->next->prev = newblock;
|
|
|
|
p->next = newblock;
|
|
|
|
p->size = size;
|
|
|
|
}
|
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
out:
|
2002-09-23 11:26:43 -06:00
|
|
|
/* Our block is in the middle */
|
2007-07-20 07:39:25 -06:00
|
|
|
p->file_priv = file_priv;
|
2002-09-23 11:26:43 -06:00
|
|
|
return p;
|
|
|
|
}
|
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
static struct mem_block *alloc_block(struct mem_block *heap, int size,
|
2007-07-20 07:39:25 -06:00
|
|
|
int align2, struct drm_file *file_priv)
|
2002-09-23 11:26:43 -06:00
|
|
|
{
|
|
|
|
struct mem_block *p;
|
2004-09-30 15:12:10 -06:00
|
|
|
int mask = (1 << align2) - 1;
|
2002-09-23 11:26:43 -06:00
|
|
|
|
2004-10-02 13:11:30 -06:00
|
|
|
list_for_each(p, heap) {
|
2002-09-23 11:26:43 -06:00
|
|
|
int start = (p->start + mask) & ~mask;
|
2007-07-20 07:39:25 -06:00
|
|
|
if (p->file_priv == 0 && start + size <= p->start + p->size)
|
|
|
|
return split_block(p, start, size, file_priv);
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
static struct mem_block *find_block(struct mem_block *heap, int start)
|
2002-09-23 11:26:43 -06:00
|
|
|
{
|
|
|
|
struct mem_block *p;
|
|
|
|
|
2004-10-02 13:11:30 -06:00
|
|
|
list_for_each(p, heap)
|
2002-09-23 11:26:43 -06:00
|
|
|
if (p->start == start)
|
|
|
|
return p;
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
static void free_block(struct mem_block *p)
|
2002-09-23 11:26:43 -06:00
|
|
|
{
|
2007-07-20 07:39:25 -06:00
|
|
|
p->file_priv = NULL;
|
2002-09-23 11:26:43 -06:00
|
|
|
|
2007-07-20 07:39:25 -06:00
|
|
|
/* Assumes a single contiguous range. Needs a special file_priv in
|
2002-09-23 11:26:43 -06:00
|
|
|
* 'heap' to stop it being subsumed.
|
|
|
|
*/
|
2007-07-20 07:39:25 -06:00
|
|
|
if (p->next->file_priv == 0) {
|
2002-09-23 11:26:43 -06:00
|
|
|
struct mem_block *q = p->next;
|
|
|
|
p->size += q->size;
|
|
|
|
p->next = q->next;
|
|
|
|
p->next->prev = p;
|
2004-09-30 15:12:10 -06:00
|
|
|
drm_free(q, sizeof(*q), DRM_MEM_BUFS);
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
|
2007-07-20 07:39:25 -06:00
|
|
|
if (p->prev->file_priv == 0) {
|
2002-09-23 11:26:43 -06:00
|
|
|
struct mem_block *q = p->prev;
|
|
|
|
q->size += p->size;
|
|
|
|
q->next = p->next;
|
|
|
|
q->next->prev = q;
|
2004-09-30 15:12:10 -06:00
|
|
|
drm_free(p, sizeof(*q), DRM_MEM_BUFS);
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Initialize. How to check for an uninitialized heap?
|
|
|
|
*/
|
|
|
|
static int init_heap(struct mem_block **heap, int start, int size)
|
|
|
|
{
|
2004-09-30 15:12:10 -06:00
|
|
|
struct mem_block *blocks = drm_alloc(sizeof(*blocks), DRM_MEM_BUFS);
|
2002-09-23 11:26:43 -06:00
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
if (!blocks)
|
2007-07-19 18:00:17 -06:00
|
|
|
return -ENOMEM;
|
2004-09-30 15:12:10 -06:00
|
|
|
|
|
|
|
*heap = drm_alloc(sizeof(**heap), DRM_MEM_BUFS);
|
2002-09-23 11:26:43 -06:00
|
|
|
if (!*heap) {
|
2004-09-30 15:12:10 -06:00
|
|
|
drm_free(blocks, sizeof(*blocks), DRM_MEM_BUFS);
|
2007-07-19 18:00:17 -06:00
|
|
|
return -ENOMEM;
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
blocks->start = start;
|
|
|
|
blocks->size = size;
|
2007-07-20 07:39:25 -06:00
|
|
|
blocks->file_priv = NULL;
|
2002-09-23 11:26:43 -06:00
|
|
|
blocks->next = blocks->prev = *heap;
|
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
memset(*heap, 0, sizeof(**heap));
|
2007-07-20 07:39:25 -06:00
|
|
|
(*heap)->file_priv = (struct drm_file *) - 1;
|
2002-09-23 11:26:43 -06:00
|
|
|
(*heap)->next = (*heap)->prev = blocks;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2003-03-28 07:27:37 -07:00
|
|
|
/* Free all blocks associated with the releasing file.
|
2002-09-23 11:26:43 -06:00
|
|
|
*/
|
2007-07-20 07:39:25 -06:00
|
|
|
void radeon_mem_release(struct drm_file *file_priv, struct mem_block *heap)
|
2002-09-23 11:26:43 -06:00
|
|
|
{
|
|
|
|
struct mem_block *p;
|
|
|
|
|
|
|
|
if (!heap || !heap->next)
|
|
|
|
return;
|
|
|
|
|
2004-10-02 13:11:30 -06:00
|
|
|
list_for_each(p, heap) {
|
2007-07-20 07:39:25 -06:00
|
|
|
if (p->file_priv == file_priv)
|
|
|
|
p->file_priv = NULL;
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
|
2007-07-20 07:39:25 -06:00
|
|
|
/* Assumes a single contiguous range. Needs a special file_priv in
|
2002-09-23 11:26:43 -06:00
|
|
|
* 'heap' to stop it being subsumed.
|
|
|
|
*/
|
2004-10-02 13:11:30 -06:00
|
|
|
list_for_each(p, heap) {
|
2007-07-20 07:39:25 -06:00
|
|
|
while (p->file_priv == 0 && p->next->file_priv == 0) {
|
2002-09-23 11:26:43 -06:00
|
|
|
struct mem_block *q = p->next;
|
|
|
|
p->size += q->size;
|
|
|
|
p->next = q->next;
|
|
|
|
p->next->prev = p;
|
2004-09-30 15:12:10 -06:00
|
|
|
drm_free(q, sizeof(*q), DRM_MEM_DRIVER);
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Shutdown.
|
|
|
|
*/
|
2004-09-30 15:12:10 -06:00
|
|
|
void radeon_mem_takedown(struct mem_block **heap)
|
2002-09-23 11:26:43 -06:00
|
|
|
{
|
|
|
|
struct mem_block *p;
|
2004-09-30 15:12:10 -06:00
|
|
|
|
2002-09-23 11:26:43 -06:00
|
|
|
if (!*heap)
|
|
|
|
return;
|
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
for (p = (*heap)->next; p != *heap;) {
|
2002-09-23 11:26:43 -06:00
|
|
|
struct mem_block *q = p;
|
|
|
|
p = p->next;
|
2004-09-30 15:12:10 -06:00
|
|
|
drm_free(q, sizeof(*q), DRM_MEM_DRIVER);
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
drm_free(*heap, sizeof(**heap), DRM_MEM_DRIVER);
|
2004-07-15 07:03:55 -06:00
|
|
|
*heap = NULL;
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
/* IOCTL HANDLERS */
|
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
static struct mem_block **get_heap(drm_radeon_private_t * dev_priv, int region)
|
2002-09-23 11:26:43 -06:00
|
|
|
{
|
2004-09-30 15:12:10 -06:00
|
|
|
switch (region) {
|
2003-08-26 09:44:01 -06:00
|
|
|
case RADEON_MEM_REGION_GART:
|
2004-09-30 15:12:10 -06:00
|
|
|
return &dev_priv->gart_heap;
|
2002-09-23 11:26:43 -06:00
|
|
|
case RADEON_MEM_REGION_FB:
|
|
|
|
return &dev_priv->fb_heap;
|
|
|
|
default:
|
2004-07-15 07:03:55 -06:00
|
|
|
return NULL;
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2007-07-19 18:11:11 -06:00
|
|
|
int radeon_mem_alloc(struct drm_device *dev, void *data, struct drm_file *file_priv)
|
2002-09-23 11:26:43 -06:00
|
|
|
{
|
|
|
|
drm_radeon_private_t *dev_priv = dev->dev_private;
|
2007-07-19 18:11:11 -06:00
|
|
|
drm_radeon_mem_alloc_t *alloc = data;
|
2002-09-23 11:26:43 -06:00
|
|
|
struct mem_block *block, **heap;
|
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
if (!dev_priv) {
|
2008-01-02 23:56:04 -07:00
|
|
|
DRM_ERROR("called with no initialization\n");
|
2007-07-19 18:00:17 -06:00
|
|
|
return -EINVAL;
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
|
2007-07-19 18:11:11 -06:00
|
|
|
heap = get_heap(dev_priv, alloc->region);
|
2002-09-23 11:26:43 -06:00
|
|
|
if (!heap || !*heap)
|
2007-07-19 18:00:17 -06:00
|
|
|
return -EFAULT;
|
2004-09-30 15:12:10 -06:00
|
|
|
|
2002-09-23 11:26:43 -06:00
|
|
|
/* Make things easier on ourselves: all allocations at least
|
|
|
|
* 4k aligned.
|
|
|
|
*/
|
2007-07-19 18:11:11 -06:00
|
|
|
if (alloc->alignment < 12)
|
|
|
|
alloc->alignment = 12;
|
2002-09-23 11:26:43 -06:00
|
|
|
|
2007-07-19 18:11:11 -06:00
|
|
|
block = alloc_block(*heap, alloc->size, alloc->alignment, file_priv);
|
2002-09-23 11:26:43 -06:00
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
if (!block)
|
2007-07-19 18:00:17 -06:00
|
|
|
return -ENOMEM;
|
2002-09-23 11:26:43 -06:00
|
|
|
|
2007-07-19 18:11:11 -06:00
|
|
|
if (DRM_COPY_TO_USER(alloc->region_offset, &block->start,
|
|
|
|
sizeof(int))) {
|
2004-09-30 15:12:10 -06:00
|
|
|
DRM_ERROR("copy_to_user\n");
|
2007-07-19 18:00:17 -06:00
|
|
|
return -EFAULT;
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
2004-09-30 15:12:10 -06:00
|
|
|
|
2002-09-23 11:26:43 -06:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2007-07-19 18:11:11 -06:00
|
|
|
int radeon_mem_free(struct drm_device *dev, void *data, struct drm_file *file_priv)
|
2002-09-23 11:26:43 -06:00
|
|
|
{
|
|
|
|
drm_radeon_private_t *dev_priv = dev->dev_private;
|
2007-07-19 18:11:11 -06:00
|
|
|
drm_radeon_mem_free_t *memfree = data;
|
2002-09-23 11:26:43 -06:00
|
|
|
struct mem_block *block, **heap;
|
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
if (!dev_priv) {
|
2008-01-02 23:56:04 -07:00
|
|
|
DRM_ERROR("called with no initialization\n");
|
2007-07-19 18:00:17 -06:00
|
|
|
return -EINVAL;
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
|
2007-07-19 18:11:11 -06:00
|
|
|
heap = get_heap(dev_priv, memfree->region);
|
2002-09-23 11:26:43 -06:00
|
|
|
if (!heap || !*heap)
|
2007-07-19 18:00:17 -06:00
|
|
|
return -EFAULT;
|
2004-09-30 15:12:10 -06:00
|
|
|
|
2007-07-19 18:11:11 -06:00
|
|
|
block = find_block(*heap, memfree->region_offset);
|
2002-09-23 11:26:43 -06:00
|
|
|
if (!block)
|
2007-07-19 18:00:17 -06:00
|
|
|
return -EFAULT;
|
2002-09-23 11:26:43 -06:00
|
|
|
|
2007-07-20 07:39:25 -06:00
|
|
|
if (block->file_priv != file_priv)
|
2007-07-19 18:00:17 -06:00
|
|
|
return -EPERM;
|
2002-09-23 11:26:43 -06:00
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
free_block(block);
|
2002-09-23 11:26:43 -06:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2007-07-19 18:11:11 -06:00
|
|
|
int radeon_mem_init_heap(struct drm_device *dev, void *data, struct drm_file *file_priv)
|
2002-09-23 11:26:43 -06:00
|
|
|
{
|
|
|
|
drm_radeon_private_t *dev_priv = dev->dev_private;
|
2007-07-19 18:11:11 -06:00
|
|
|
drm_radeon_mem_init_heap_t *initheap = data;
|
2002-09-23 11:26:43 -06:00
|
|
|
struct mem_block **heap;
|
|
|
|
|
2004-09-30 15:12:10 -06:00
|
|
|
if (!dev_priv) {
|
2008-01-02 23:56:04 -07:00
|
|
|
DRM_ERROR("called with no initialization\n");
|
2007-07-19 18:00:17 -06:00
|
|
|
return -EINVAL;
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
|
2007-07-19 18:11:11 -06:00
|
|
|
heap = get_heap(dev_priv, initheap->region);
|
2004-09-30 15:12:10 -06:00
|
|
|
if (!heap)
|
2007-07-19 18:00:17 -06:00
|
|
|
return -EFAULT;
|
2004-09-30 15:12:10 -06:00
|
|
|
|
2002-09-23 11:26:43 -06:00
|
|
|
if (*heap) {
|
|
|
|
DRM_ERROR("heap already initialized?");
|
2007-07-19 18:00:17 -06:00
|
|
|
return -EFAULT;
|
2002-09-23 11:26:43 -06:00
|
|
|
}
|
|
|
|
|
2007-07-19 18:11:11 -06:00
|
|
|
return init_heap(heap, initheap->start, initheap->size);
|
2004-09-30 15:12:10 -06:00
|
|
|
}
|