drm/shared-core/i915_mem.c

398 lines
9.6 KiB
C
Raw Normal View History

2004-06-10 06:45:38 -06:00
/* i915_mem.c -- Simple agp/fb memory manager for i915 -*- linux-c -*-
*/
/*
2004-06-10 06:45:38 -06:00
* Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
* All Rights Reserved.
2005-11-11 02:07:08 -07:00
*
2005-06-06 03:18:44 -06:00
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the
* "Software"), to deal in the Software without restriction, including
* without limitation the rights to use, copy, modify, merge, publish,
* distribute, sub license, and/or sell copies of the Software, and to
* permit persons to whom the Software is furnished to do so, subject to
* the following conditions:
2005-11-11 02:07:08 -07:00
*
2005-06-06 03:18:44 -06:00
* The above copyright notice and this permission notice (including the
* next paragraph) shall be included in all copies or substantial portions
* of the Software.
2005-11-11 02:07:08 -07:00
*
2005-06-06 03:18:44 -06:00
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
* IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
* ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
2005-11-11 02:07:08 -07:00
*
*/
2004-06-10 06:45:38 -06:00
#include "drmP.h"
#include "drm.h"
#include "i915_drm.h"
#include "i915_drv.h"
/* This memory manager is integrated into the global/local lru
* mechanisms used by the clients. Specifically, it operates by
* setting the 'in_use' fields of the global LRU to indicate whether
* this region is privately allocated to a client.
*
* This does require the client to actually respect that field.
*
* Currently no effort is made to allocate 'private' memory in any
* clever way - the LRU information isn't used to determine which
* block to allocate, and the ring is drained prior to allocations --
* in other words allocation is expensive.
*/
2007-07-15 20:32:51 -06:00
static void mark_block(struct drm_device * dev, struct mem_block *p, int in_use)
2004-06-10 06:45:38 -06:00
{
2004-08-27 03:14:30 -06:00
drm_i915_private_t *dev_priv = dev->dev_private;
drm_i915_sarea_t *sarea_priv = dev_priv->sarea_priv;
struct drm_tex_region *list;
2004-08-27 03:14:30 -06:00
unsigned shift, nr;
unsigned start;
unsigned end;
unsigned i;
int age;
shift = dev_priv->tex_lru_log_granularity;
nr = I915_NR_TEX_REGIONS;
start = p->start >> shift;
end = (p->start + p->size - 1) >> shift;
2004-06-10 06:45:38 -06:00
2004-08-27 03:14:30 -06:00
age = ++sarea_priv->texAge;
list = sarea_priv->texList;
/* Mark the regions with the new flag and update their age. Move
* them to head of list to preserve LRU semantics.
*/
for (i = start; i <= end; i++) {
list[i].in_use = in_use;
list[i].age = age;
/* remove_from_list(i)
*/
list[(unsigned)list[i].next].prev = list[i].prev;
list[(unsigned)list[i].prev].next = list[i].next;
/* insert_at_head(list, i)
*/
list[i].prev = nr;
list[i].next = list[nr].next;
list[(unsigned)list[nr].next].prev = i;
list[nr].next = i;
}
}
2004-06-10 06:45:38 -06:00
/* Very simple allocator for agp memory, working on a static range
* already mapped into each client's address space.
2004-06-10 06:45:38 -06:00
*/
static struct mem_block *split_block(struct mem_block *p, int start, int size,
2004-08-27 03:14:30 -06:00
DRMFILE filp)
2004-06-10 06:45:38 -06:00
{
/* Maybe cut off the start of an existing block */
if (start > p->start) {
struct mem_block *newblock =
drm_alloc(sizeof(*newblock), DRM_MEM_BUFLISTS);
2004-08-27 03:14:30 -06:00
if (!newblock)
2004-06-10 06:45:38 -06:00
goto out;
newblock->start = start;
newblock->size = p->size - (start - p->start);
2004-07-20 05:48:25 -06:00
newblock->filp = NULL;
2004-06-10 06:45:38 -06:00
newblock->next = p->next;
newblock->prev = p;
p->next->prev = newblock;
p->next = newblock;
p->size -= newblock->size;
p = newblock;
}
2004-08-27 03:14:30 -06:00
2004-06-10 06:45:38 -06:00
/* Maybe cut off the end of an existing block */
if (size < p->size) {
struct mem_block *newblock =
drm_alloc(sizeof(*newblock), DRM_MEM_BUFLISTS);
2004-06-10 06:45:38 -06:00
if (!newblock)
goto out;
newblock->start = start + size;
newblock->size = p->size - size;
2004-07-20 05:48:25 -06:00
newblock->filp = NULL;
2004-06-10 06:45:38 -06:00
newblock->next = p->next;
newblock->prev = p;
p->next->prev = newblock;
p->next = newblock;
p->size = size;
}
2004-08-27 03:14:30 -06:00
out:
2004-06-10 06:45:38 -06:00
/* Our block is in the middle */
p->filp = filp;
return p;
}
2004-08-27 03:14:30 -06:00
static struct mem_block *alloc_block(struct mem_block *heap, int size,
int align2, DRMFILE filp)
2004-06-10 06:45:38 -06:00
{
struct mem_block *p;
2004-08-27 03:14:30 -06:00
int mask = (1 << align2) - 1;
2004-06-10 06:45:38 -06:00
2004-08-27 03:14:30 -06:00
for (p = heap->next; p != heap; p = p->next) {
2004-06-10 06:45:38 -06:00
int start = (p->start + mask) & ~mask;
2004-07-20 05:48:25 -06:00
if (p->filp == NULL && start + size <= p->start + p->size)
2004-08-27 03:14:30 -06:00
return split_block(p, start, size, filp);
2004-06-10 06:45:38 -06:00
}
return NULL;
}
2004-08-27 03:14:30 -06:00
static struct mem_block *find_block(struct mem_block *heap, int start)
2004-06-10 06:45:38 -06:00
{
struct mem_block *p;
2004-08-27 03:14:30 -06:00
for (p = heap->next; p != heap; p = p->next)
2004-06-10 06:45:38 -06:00
if (p->start == start)
return p;
return NULL;
}
2004-08-27 03:14:30 -06:00
static void free_block(struct mem_block *p)
2004-06-10 06:45:38 -06:00
{
2004-07-20 05:48:25 -06:00
p->filp = NULL;
2004-06-10 06:45:38 -06:00
/* Assumes a single contiguous range. Needs a special filp in
* 'heap' to stop it being subsumed.
*/
2004-07-20 05:48:25 -06:00
if (p->next->filp == NULL) {
2004-06-10 06:45:38 -06:00
struct mem_block *q = p->next;
p->size += q->size;
p->next = q->next;
p->next->prev = p;
drm_free(q, sizeof(*q), DRM_MEM_BUFLISTS);
2004-06-10 06:45:38 -06:00
}
2004-07-20 05:48:25 -06:00
if (p->prev->filp == NULL) {
2004-06-10 06:45:38 -06:00
struct mem_block *q = p->prev;
q->size += p->size;
q->next = p->next;
q->next->prev = q;
drm_free(p, sizeof(*q), DRM_MEM_BUFLISTS);
2004-06-10 06:45:38 -06:00
}
}
/* Initialize. How to check for an uninitialized heap?
*/
static int init_heap(struct mem_block **heap, int start, int size)
{
struct mem_block *blocks = drm_alloc(sizeof(*blocks), DRM_MEM_BUFLISTS);
2004-06-10 06:45:38 -06:00
2004-08-27 03:14:30 -06:00
if (!blocks)
2004-06-10 06:45:38 -06:00
return -ENOMEM;
2004-08-27 03:14:30 -06:00
*heap = drm_alloc(sizeof(**heap), DRM_MEM_BUFLISTS);
2004-06-10 06:45:38 -06:00
if (!*heap) {
drm_free(blocks, sizeof(*blocks), DRM_MEM_BUFLISTS);
2004-06-10 06:45:38 -06:00
return -ENOMEM;
}
blocks->start = start;
blocks->size = size;
2004-07-20 05:48:25 -06:00
blocks->filp = NULL;
2004-06-10 06:45:38 -06:00
blocks->next = blocks->prev = *heap;
2004-08-27 03:14:30 -06:00
memset(*heap, 0, sizeof(**heap));
(*heap)->filp = (DRMFILE) - 1;
2004-06-10 06:45:38 -06:00
(*heap)->next = (*heap)->prev = blocks;
return 0;
}
/* Free all blocks associated with the releasing file.
*/
2007-07-15 20:32:51 -06:00
void i915_mem_release(struct drm_device * dev, DRMFILE filp, struct mem_block *heap)
2004-06-10 06:45:38 -06:00
{
struct mem_block *p;
if (!heap || !heap->next)
return;
2004-08-27 03:14:30 -06:00
for (p = heap->next; p != heap; p = p->next) {
2004-06-10 06:45:38 -06:00
if (p->filp == filp) {
2004-07-20 05:48:25 -06:00
p->filp = NULL;
2004-08-27 03:14:30 -06:00
mark_block(dev, p, 0);
2004-06-10 06:45:38 -06:00
}
}
/* Assumes a single contiguous range. Needs a special filp in
* 'heap' to stop it being subsumed.
*/
2004-08-27 03:14:30 -06:00
for (p = heap->next; p != heap; p = p->next) {
2004-07-20 05:48:25 -06:00
while (p->filp == NULL && p->next->filp == NULL) {
2004-06-10 06:45:38 -06:00
struct mem_block *q = p->next;
p->size += q->size;
p->next = q->next;
p->next->prev = p;
drm_free(q, sizeof(*q), DRM_MEM_BUFLISTS);
2004-06-10 06:45:38 -06:00
}
}
}
/* Shutdown.
*/
2004-08-27 03:14:30 -06:00
void i915_mem_takedown(struct mem_block **heap)
2004-06-10 06:45:38 -06:00
{
struct mem_block *p;
2004-08-27 03:14:30 -06:00
2004-06-10 06:45:38 -06:00
if (!*heap)
return;
2004-08-27 03:14:30 -06:00
for (p = (*heap)->next; p != *heap;) {
2004-06-10 06:45:38 -06:00
struct mem_block *q = p;
p = p->next;
drm_free(q, sizeof(*q), DRM_MEM_BUFLISTS);
2004-06-10 06:45:38 -06:00
}
drm_free(*heap, sizeof(**heap), DRM_MEM_BUFLISTS);
*heap = NULL;
2004-06-10 06:45:38 -06:00
}
2004-08-27 03:14:30 -06:00
static struct mem_block **get_heap(drm_i915_private_t * dev_priv, int region)
2004-06-10 06:45:38 -06:00
{
2004-08-27 03:14:30 -06:00
switch (region) {
2004-06-10 06:45:38 -06:00
case I915_MEM_REGION_AGP:
2004-08-27 03:14:30 -06:00
return &dev_priv->agp_heap;
2004-06-10 06:45:38 -06:00
default:
return NULL;
2004-06-10 06:45:38 -06:00
}
}
/* IOCTL HANDLERS */
2004-08-27 03:14:30 -06:00
int i915_mem_alloc(DRM_IOCTL_ARGS)
2004-06-10 06:45:38 -06:00
{
DRM_DEVICE;
drm_i915_private_t *dev_priv = dev->dev_private;
drm_i915_mem_alloc_t alloc;
struct mem_block *block, **heap;
2004-08-27 03:14:30 -06:00
if (!dev_priv) {
DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
2004-06-10 06:45:38 -06:00
return DRM_ERR(EINVAL);
}
2004-08-27 03:14:30 -06:00
DRM_COPY_FROM_USER_IOCTL(alloc, (drm_i915_mem_alloc_t __user *) data,
sizeof(alloc));
2004-06-10 06:45:38 -06:00
2004-08-27 03:14:30 -06:00
heap = get_heap(dev_priv, alloc.region);
2004-06-10 06:45:38 -06:00
if (!heap || !*heap)
return DRM_ERR(EFAULT);
2004-08-27 03:14:30 -06:00
2004-06-10 06:45:38 -06:00
/* Make things easier on ourselves: all allocations at least
* 4k aligned.
*/
if (alloc.alignment < 12)
alloc.alignment = 12;
2004-08-27 03:14:30 -06:00
block = alloc_block(*heap, alloc.size, alloc.alignment, filp);
2004-06-10 06:45:38 -06:00
2004-08-27 03:14:30 -06:00
if (!block)
2004-06-10 06:45:38 -06:00
return DRM_ERR(ENOMEM);
2004-08-27 03:14:30 -06:00
mark_block(dev, block, 1);
2004-06-10 06:45:38 -06:00
2004-08-27 03:14:30 -06:00
if (DRM_COPY_TO_USER(alloc.region_offset, &block->start, sizeof(int))) {
DRM_ERROR("copy_to_user\n");
2004-06-10 06:45:38 -06:00
return DRM_ERR(EFAULT);
}
2004-08-27 03:14:30 -06:00
2004-06-10 06:45:38 -06:00
return 0;
}
2004-08-27 03:14:30 -06:00
int i915_mem_free(DRM_IOCTL_ARGS)
2004-06-10 06:45:38 -06:00
{
DRM_DEVICE;
drm_i915_private_t *dev_priv = dev->dev_private;
drm_i915_mem_free_t memfree;
struct mem_block *block, **heap;
2004-08-27 03:14:30 -06:00
if (!dev_priv) {
DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
2004-06-10 06:45:38 -06:00
return DRM_ERR(EINVAL);
}
2004-08-27 03:14:30 -06:00
DRM_COPY_FROM_USER_IOCTL(memfree, (drm_i915_mem_free_t __user *) data,
sizeof(memfree));
2004-06-10 06:45:38 -06:00
2004-08-27 03:14:30 -06:00
heap = get_heap(dev_priv, memfree.region);
2004-06-10 06:45:38 -06:00
if (!heap || !*heap)
return DRM_ERR(EFAULT);
2004-08-27 03:14:30 -06:00
block = find_block(*heap, memfree.region_offset);
2004-06-10 06:45:38 -06:00
if (!block)
return DRM_ERR(EFAULT);
if (block->filp != filp)
return DRM_ERR(EPERM);
2004-08-27 03:14:30 -06:00
mark_block(dev, block, 0);
free_block(block);
2004-06-10 06:45:38 -06:00
return 0;
}
2004-08-27 03:14:30 -06:00
int i915_mem_init_heap(DRM_IOCTL_ARGS)
2004-06-10 06:45:38 -06:00
{
DRM_DEVICE;
drm_i915_private_t *dev_priv = dev->dev_private;
drm_i915_mem_init_heap_t initheap;
struct mem_block **heap;
2004-08-27 03:14:30 -06:00
if (!dev_priv) {
DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
2004-06-10 06:45:38 -06:00
return DRM_ERR(EINVAL);
}
2004-08-27 03:14:30 -06:00
DRM_COPY_FROM_USER_IOCTL(initheap,
(drm_i915_mem_init_heap_t __user *) data,
sizeof(initheap));
2004-06-10 06:45:38 -06:00
2004-08-27 03:14:30 -06:00
heap = get_heap(dev_priv, initheap.region);
if (!heap)
2004-06-10 06:45:38 -06:00
return DRM_ERR(EFAULT);
2004-08-27 03:14:30 -06:00
2004-06-10 06:45:38 -06:00
if (*heap) {
DRM_ERROR("heap already initialized?");
return DRM_ERR(EFAULT);
}
2004-08-27 03:14:30 -06:00
return init_heap(heap, initheap.start, initheap.size);
}
int i915_mem_destroy_heap( DRM_IOCTL_ARGS )
{
DRM_DEVICE;
drm_i915_private_t *dev_priv = dev->dev_private;
drm_i915_mem_destroy_heap_t destroyheap;
struct mem_block **heap;
if ( !dev_priv ) {
DRM_ERROR( "%s called with no initialization\n", __FUNCTION__ );
return DRM_ERR(EINVAL);
}
DRM_COPY_FROM_USER_IOCTL( destroyheap, (drm_i915_mem_destroy_heap_t *)data,
sizeof(destroyheap) );
heap = get_heap( dev_priv, destroyheap.region );
if (!heap) {
DRM_ERROR("get_heap failed");
return DRM_ERR(EFAULT);
}
if (!*heap) {
DRM_ERROR("heap not initialized?");
return DRM_ERR(EFAULT);
}
i915_mem_takedown( heap );
return 0;
}