2012-10-07 17:57:31 -06:00
|
|
|
/* -*- mode: C; c-file-style: "k&r"; tab-width 4; indent-tabs-mode: t; -*- */
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Copyright (C) 2012 Rob Clark <robclark@freedesktop.org>
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
|
|
* to deal in the Software without restriction, including without limitation
|
|
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice (including the next
|
|
|
|
* paragraph) shall be included in all copies or substantial portions of the
|
|
|
|
* Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
|
|
* SOFTWARE.
|
|
|
|
*
|
|
|
|
* Authors:
|
|
|
|
* Rob Clark <robclark@freedesktop.org>
|
|
|
|
*/
|
|
|
|
|
2014-09-28 12:19:14 -06:00
|
|
|
#ifdef HAVE_CONFIG_H
|
|
|
|
# include <config.h>
|
|
|
|
#endif
|
|
|
|
|
2013-05-15 11:21:24 -06:00
|
|
|
#include <assert.h>
|
|
|
|
|
2012-10-07 17:57:31 -06:00
|
|
|
#include "freedreno_drmif.h"
|
|
|
|
#include "freedreno_priv.h"
|
|
|
|
#include "freedreno_ringbuffer.h"
|
|
|
|
|
2015-03-31 15:32:11 -06:00
|
|
|
struct fd_ringbuffer *
|
2014-08-04 03:23:20 -06:00
|
|
|
fd_ringbuffer_new(struct fd_pipe *pipe, uint32_t size)
|
2012-10-07 17:57:31 -06:00
|
|
|
{
|
2013-07-10 13:20:04 -06:00
|
|
|
struct fd_ringbuffer *ring;
|
2012-10-07 17:57:31 -06:00
|
|
|
|
2013-07-10 13:20:04 -06:00
|
|
|
ring = pipe->funcs->ringbuffer_new(pipe, size);
|
|
|
|
if (!ring)
|
|
|
|
return NULL;
|
2012-10-07 17:57:31 -06:00
|
|
|
|
|
|
|
ring->pipe = pipe;
|
2013-07-10 13:20:04 -06:00
|
|
|
ring->start = ring->funcs->hostptr(ring);
|
2016-06-20 12:06:24 -06:00
|
|
|
ring->end = &(ring->start[ring->size/4]);
|
2012-10-07 17:57:31 -06:00
|
|
|
|
|
|
|
ring->cur = ring->last_start = ring->start;
|
|
|
|
|
|
|
|
return ring;
|
|
|
|
}
|
|
|
|
|
2015-03-31 15:32:11 -06:00
|
|
|
void fd_ringbuffer_del(struct fd_ringbuffer *ring)
|
2012-10-07 17:57:31 -06:00
|
|
|
{
|
2016-06-01 14:04:13 -06:00
|
|
|
fd_ringbuffer_reset(ring);
|
2013-07-10 13:20:04 -06:00
|
|
|
ring->funcs->destroy(ring);
|
2012-10-07 17:57:31 -06:00
|
|
|
}
|
|
|
|
|
2013-12-21 10:11:40 -07:00
|
|
|
/* ringbuffers which are IB targets should set the toplevel rb (ie.
|
|
|
|
* the IB source) as it's parent before emitting reloc's, to ensure
|
|
|
|
* the bookkeeping works out properly.
|
|
|
|
*/
|
2015-03-31 15:32:11 -06:00
|
|
|
void fd_ringbuffer_set_parent(struct fd_ringbuffer *ring,
|
2014-08-04 03:23:20 -06:00
|
|
|
struct fd_ringbuffer *parent)
|
2013-12-21 10:11:40 -07:00
|
|
|
{
|
|
|
|
ring->parent = parent;
|
|
|
|
}
|
|
|
|
|
2015-03-31 15:32:11 -06:00
|
|
|
void fd_ringbuffer_reset(struct fd_ringbuffer *ring)
|
2012-10-07 17:57:31 -06:00
|
|
|
{
|
|
|
|
uint32_t *start = ring->start;
|
|
|
|
if (ring->pipe->id == FD_PIPE_2D)
|
|
|
|
start = &ring->start[0x140];
|
|
|
|
ring->cur = ring->last_start = start;
|
2014-02-19 09:01:23 -07:00
|
|
|
if (ring->funcs->reset)
|
|
|
|
ring->funcs->reset(ring);
|
2012-10-07 17:57:31 -06:00
|
|
|
}
|
|
|
|
|
2015-03-31 15:32:11 -06:00
|
|
|
int fd_ringbuffer_flush(struct fd_ringbuffer *ring)
|
2012-10-07 17:57:31 -06:00
|
|
|
{
|
2016-08-15 11:26:18 -06:00
|
|
|
return ring->funcs->flush(ring, ring->last_start, -1, NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
int fd_ringbuffer_flush2(struct fd_ringbuffer *ring, int in_fence_fd,
|
|
|
|
int *out_fence_fd)
|
|
|
|
{
|
|
|
|
return ring->funcs->flush(ring, ring->last_start, in_fence_fd, out_fence_fd);
|
2012-10-07 17:57:31 -06:00
|
|
|
}
|
|
|
|
|
2016-06-20 12:06:24 -06:00
|
|
|
void fd_ringbuffer_grow(struct fd_ringbuffer *ring, uint32_t ndwords)
|
|
|
|
{
|
|
|
|
assert(ring->funcs->grow); /* unsupported on kgsl */
|
|
|
|
|
|
|
|
/* there is an upper bound on IB size, which appears to be 0x100000 */
|
|
|
|
if (ring->size < 0x100000)
|
|
|
|
ring->size *= 2;
|
|
|
|
|
|
|
|
ring->funcs->grow(ring, ring->size);
|
|
|
|
|
|
|
|
ring->start = ring->funcs->hostptr(ring);
|
|
|
|
ring->end = &(ring->start[ring->size/4]);
|
|
|
|
|
|
|
|
ring->cur = ring->last_start = ring->start;
|
|
|
|
}
|
|
|
|
|
2015-03-31 15:32:11 -06:00
|
|
|
uint32_t fd_ringbuffer_timestamp(struct fd_ringbuffer *ring)
|
2012-10-07 17:57:31 -06:00
|
|
|
{
|
|
|
|
return ring->last_timestamp;
|
|
|
|
}
|
|
|
|
|
2015-03-31 15:32:11 -06:00
|
|
|
void fd_ringbuffer_reloc(struct fd_ringbuffer *ring,
|
2014-08-04 03:23:20 -06:00
|
|
|
const struct fd_reloc *reloc)
|
2013-04-12 09:28:13 -06:00
|
|
|
{
|
2013-07-10 13:20:04 -06:00
|
|
|
ring->funcs->emit_reloc(ring, reloc);
|
2013-04-12 09:28:13 -06:00
|
|
|
}
|
|
|
|
|
2016-06-01 13:42:55 -06:00
|
|
|
void fd_ringbuffer_emit_reloc_ring(struct fd_ringbuffer *ring,
|
|
|
|
struct fd_ringmarker *target, struct fd_ringmarker *end)
|
2012-10-07 17:57:31 -06:00
|
|
|
{
|
2016-05-20 15:14:43 -06:00
|
|
|
uint32_t submit_offset, size;
|
|
|
|
|
2013-07-10 13:20:04 -06:00
|
|
|
assert(target->ring == end->ring);
|
2016-05-20 15:14:43 -06:00
|
|
|
|
|
|
|
submit_offset = offset_bytes(target->cur, target->ring->start);
|
|
|
|
size = offset_bytes(end->cur, target->cur);
|
|
|
|
|
2016-06-20 12:06:24 -06:00
|
|
|
ring->funcs->emit_reloc_ring(ring, target->ring, 0, submit_offset, size);
|
|
|
|
}
|
|
|
|
|
|
|
|
uint32_t fd_ringbuffer_cmd_count(struct fd_ringbuffer *ring)
|
|
|
|
{
|
|
|
|
if (!ring->funcs->cmd_count)
|
|
|
|
return 1;
|
|
|
|
return ring->funcs->cmd_count(ring);
|
2012-10-07 17:57:31 -06:00
|
|
|
}
|
|
|
|
|
2016-05-20 15:19:04 -06:00
|
|
|
uint32_t
|
|
|
|
fd_ringbuffer_emit_reloc_ring_full(struct fd_ringbuffer *ring,
|
|
|
|
struct fd_ringbuffer *target, uint32_t cmd_idx)
|
|
|
|
{
|
|
|
|
uint32_t size = offset_bytes(target->cur, target->start);
|
2016-06-20 12:06:24 -06:00
|
|
|
return ring->funcs->emit_reloc_ring(ring, target, cmd_idx, 0, size);
|
2016-05-20 15:19:04 -06:00
|
|
|
}
|
|
|
|
|
2015-03-31 15:32:11 -06:00
|
|
|
struct fd_ringmarker * fd_ringmarker_new(struct fd_ringbuffer *ring)
|
2012-10-07 17:57:31 -06:00
|
|
|
{
|
|
|
|
struct fd_ringmarker *marker = NULL;
|
|
|
|
|
|
|
|
marker = calloc(1, sizeof(*marker));
|
|
|
|
if (!marker) {
|
|
|
|
ERROR_MSG("allocation failed");
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
marker->ring = ring;
|
|
|
|
|
2016-05-20 15:19:04 -06:00
|
|
|
marker->cur = marker->ring->cur;
|
2012-10-07 17:57:31 -06:00
|
|
|
|
|
|
|
return marker;
|
|
|
|
}
|
|
|
|
|
2015-03-31 15:32:11 -06:00
|
|
|
void fd_ringmarker_del(struct fd_ringmarker *marker)
|
2012-10-07 17:57:31 -06:00
|
|
|
{
|
|
|
|
free(marker);
|
|
|
|
}
|
|
|
|
|
2015-03-31 15:32:11 -06:00
|
|
|
void fd_ringmarker_mark(struct fd_ringmarker *marker)
|
2012-10-07 17:57:31 -06:00
|
|
|
{
|
|
|
|
marker->cur = marker->ring->cur;
|
|
|
|
}
|
|
|
|
|
2015-03-31 15:32:11 -06:00
|
|
|
uint32_t fd_ringmarker_dwords(struct fd_ringmarker *start,
|
2014-08-04 03:23:20 -06:00
|
|
|
struct fd_ringmarker *end)
|
2012-10-07 17:57:31 -06:00
|
|
|
{
|
|
|
|
return end->cur - start->cur;
|
|
|
|
}
|
|
|
|
|
2015-03-31 15:32:11 -06:00
|
|
|
int fd_ringmarker_flush(struct fd_ringmarker *marker)
|
2012-10-07 17:57:31 -06:00
|
|
|
{
|
2013-07-10 13:20:04 -06:00
|
|
|
struct fd_ringbuffer *ring = marker->ring;
|
2016-08-15 11:26:18 -06:00
|
|
|
return ring->funcs->flush(ring, marker->cur, -1, NULL);
|
2012-10-07 17:57:31 -06:00
|
|
|
}
|