2011-09-15 11:02:22 -06:00
|
|
|
/*
|
|
|
|
* Copyright 2011 Christian König.
|
|
|
|
* All Rights Reserved.
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the
|
|
|
|
* "Software"), to deal in the Software without restriction, including
|
|
|
|
* without limitation the rights to use, copy, modify, merge, publish,
|
|
|
|
* distribute, sub license, and/or sell copies of the Software, and to
|
|
|
|
* permit persons to whom the Software is furnished to do so, subject to
|
|
|
|
* the following conditions:
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
|
|
|
|
* DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
|
|
|
|
* OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
|
|
|
|
* USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice (including the
|
|
|
|
* next paragraph) shall be included in all copies or substantial portions
|
|
|
|
* of the Software.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
/*
|
|
|
|
* Authors:
|
|
|
|
* Christian König <deathsimple@vodafone.de>
|
|
|
|
*/
|
|
|
|
#include "drmP.h"
|
|
|
|
#include "drm.h"
|
|
|
|
#include "radeon.h"
|
|
|
|
|
2011-12-21 10:13:47 -07:00
|
|
|
static int radeon_semaphore_add_bo(struct radeon_device *rdev)
|
2011-09-15 11:02:22 -06:00
|
|
|
{
|
2011-12-21 10:13:47 -07:00
|
|
|
struct radeon_semaphore_bo *bo;
|
2011-09-15 11:02:22 -06:00
|
|
|
unsigned long irq_flags;
|
|
|
|
uint64_t gpu_addr;
|
2011-12-21 10:13:47 -07:00
|
|
|
uint32_t *cpu_ptr;
|
|
|
|
int r, i;
|
2011-09-15 11:02:22 -06:00
|
|
|
|
|
|
|
|
2011-12-21 10:13:47 -07:00
|
|
|
bo = kmalloc(sizeof(struct radeon_semaphore_bo), GFP_KERNEL);
|
|
|
|
if (bo == NULL) {
|
|
|
|
return -ENOMEM;
|
2011-09-15 11:02:22 -06:00
|
|
|
}
|
2011-12-21 10:13:47 -07:00
|
|
|
INIT_LIST_HEAD(&bo->free);
|
|
|
|
INIT_LIST_HEAD(&bo->list);
|
|
|
|
bo->nused = 0;
|
2011-09-15 11:02:22 -06:00
|
|
|
|
2011-12-21 10:13:47 -07:00
|
|
|
r = radeon_ib_get(rdev, 0, &bo->ib, RADEON_SEMAPHORE_BO_SIZE);
|
2011-09-15 11:02:22 -06:00
|
|
|
if (r) {
|
2011-12-21 10:13:47 -07:00
|
|
|
dev_err(rdev->dev, "failed to get a bo after 5 retry\n");
|
|
|
|
kfree(bo);
|
2011-09-15 11:02:22 -06:00
|
|
|
return r;
|
|
|
|
}
|
2011-12-21 10:13:47 -07:00
|
|
|
gpu_addr = rdev->ib_pool.sa_manager.gpu_addr;
|
|
|
|
gpu_addr += bo->ib->sa_bo.offset;
|
|
|
|
cpu_ptr = rdev->ib_pool.sa_manager.cpu_ptr;
|
|
|
|
cpu_ptr += (bo->ib->sa_bo.offset >> 2);
|
|
|
|
for (i = 0; i < (RADEON_SEMAPHORE_BO_SIZE/8); i++) {
|
|
|
|
bo->semaphores[i].gpu_addr = gpu_addr;
|
|
|
|
bo->semaphores[i].cpu_ptr = cpu_ptr;
|
|
|
|
bo->semaphores[i].bo = bo;
|
|
|
|
list_add_tail(&bo->semaphores[i].list, &bo->free);
|
2011-09-15 11:02:22 -06:00
|
|
|
gpu_addr += 8;
|
2011-12-21 10:13:47 -07:00
|
|
|
cpu_ptr += 2;
|
2011-09-15 11:02:22 -06:00
|
|
|
}
|
|
|
|
write_lock_irqsave(&rdev->semaphore_drv.lock, irq_flags);
|
2011-12-21 10:13:47 -07:00
|
|
|
list_add_tail(&bo->list, &rdev->semaphore_drv.bo);
|
2011-09-15 11:02:22 -06:00
|
|
|
write_unlock_irqrestore(&rdev->semaphore_drv.lock, irq_flags);
|
2011-12-21 10:13:47 -07:00
|
|
|
return 0;
|
|
|
|
}
|
2011-09-15 11:02:22 -06:00
|
|
|
|
2011-12-21 10:13:47 -07:00
|
|
|
static void radeon_semaphore_del_bo_locked(struct radeon_device *rdev,
|
|
|
|
struct radeon_semaphore_bo *bo)
|
|
|
|
{
|
|
|
|
radeon_sa_bo_free(rdev, &bo->ib->sa_bo);
|
|
|
|
radeon_fence_unref(&bo->ib->fence);
|
|
|
|
list_del(&bo->list);
|
|
|
|
kfree(bo);
|
|
|
|
}
|
2011-09-15 11:02:22 -06:00
|
|
|
|
2011-12-21 10:13:47 -07:00
|
|
|
void radeon_semaphore_shrink_locked(struct radeon_device *rdev)
|
|
|
|
{
|
|
|
|
struct radeon_semaphore_bo *bo, *n;
|
|
|
|
|
|
|
|
if (list_empty(&rdev->semaphore_drv.bo)) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
/* only shrink if first bo has free semaphore */
|
|
|
|
bo = list_first_entry(&rdev->semaphore_drv.bo, struct radeon_semaphore_bo, list);
|
|
|
|
if (list_empty(&bo->free)) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
list_for_each_entry_safe_continue(bo, n, &rdev->semaphore_drv.bo, list) {
|
|
|
|
if (bo->nused)
|
|
|
|
continue;
|
|
|
|
radeon_semaphore_del_bo_locked(rdev, bo);
|
|
|
|
}
|
2011-09-15 11:02:22 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
int radeon_semaphore_create(struct radeon_device *rdev,
|
|
|
|
struct radeon_semaphore **semaphore)
|
|
|
|
{
|
2011-12-21 10:13:47 -07:00
|
|
|
struct radeon_semaphore_bo *bo;
|
2011-09-15 11:02:22 -06:00
|
|
|
unsigned long irq_flags;
|
2011-12-21 10:13:47 -07:00
|
|
|
bool do_retry = true;
|
|
|
|
int r;
|
2011-09-15 11:02:22 -06:00
|
|
|
|
2011-12-21 10:13:47 -07:00
|
|
|
retry:
|
|
|
|
*semaphore = NULL;
|
2011-09-15 11:02:22 -06:00
|
|
|
write_lock_irqsave(&rdev->semaphore_drv.lock, irq_flags);
|
2011-12-21 10:13:47 -07:00
|
|
|
list_for_each_entry(bo, &rdev->semaphore_drv.bo, list) {
|
|
|
|
if (list_empty(&bo->free))
|
|
|
|
continue;
|
|
|
|
*semaphore = list_first_entry(&bo->free, struct radeon_semaphore, list);
|
|
|
|
(*semaphore)->cpu_ptr[0] = 0;
|
|
|
|
(*semaphore)->cpu_ptr[1] = 0;
|
|
|
|
list_del(&(*semaphore)->list);
|
|
|
|
bo->nused++;
|
|
|
|
break;
|
2011-09-15 11:02:22 -06:00
|
|
|
}
|
2011-12-21 10:13:47 -07:00
|
|
|
write_unlock_irqrestore(&rdev->semaphore_drv.lock, irq_flags);
|
2011-09-15 11:02:22 -06:00
|
|
|
|
2011-12-21 10:13:47 -07:00
|
|
|
if (*semaphore == NULL) {
|
|
|
|
if (do_retry) {
|
|
|
|
do_retry = false;
|
|
|
|
r = radeon_semaphore_add_bo(rdev);
|
|
|
|
if (r)
|
|
|
|
return r;
|
|
|
|
goto retry;
|
|
|
|
}
|
|
|
|
return -ENOMEM;
|
|
|
|
}
|
2011-09-15 11:02:22 -06:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
void radeon_semaphore_emit_signal(struct radeon_device *rdev, int ring,
|
|
|
|
struct radeon_semaphore *semaphore)
|
|
|
|
{
|
2011-10-23 04:56:27 -06:00
|
|
|
radeon_semaphore_ring_emit(rdev, ring, &rdev->ring[ring], semaphore, false);
|
2011-09-15 11:02:22 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
void radeon_semaphore_emit_wait(struct radeon_device *rdev, int ring,
|
|
|
|
struct radeon_semaphore *semaphore)
|
|
|
|
{
|
2011-10-23 04:56:27 -06:00
|
|
|
radeon_semaphore_ring_emit(rdev, ring, &rdev->ring[ring], semaphore, true);
|
2011-09-15 11:02:22 -06:00
|
|
|
}
|
|
|
|
|
2012-05-02 07:11:18 -06:00
|
|
|
int radeon_semaphore_sync_rings(struct radeon_device *rdev,
|
|
|
|
struct radeon_semaphore *semaphore,
|
|
|
|
bool sync_to[RADEON_NUM_RINGS],
|
|
|
|
int dst_ring)
|
|
|
|
{
|
|
|
|
int i, r;
|
|
|
|
|
|
|
|
for (i = 0; i < RADEON_NUM_RINGS; ++i) {
|
|
|
|
unsigned num_ops = i == dst_ring ? RADEON_NUM_RINGS : 1;
|
|
|
|
|
|
|
|
/* don't lock unused rings */
|
|
|
|
if (!sync_to[i] && i != dst_ring)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
/* prevent GPU deadlocks */
|
|
|
|
if (!rdev->ring[i].ready) {
|
|
|
|
dev_err(rdev->dev, "Trying to sync to a disabled ring!");
|
|
|
|
r = -EINVAL;
|
|
|
|
goto error;
|
|
|
|
}
|
|
|
|
|
|
|
|
r = radeon_ring_lock(rdev, &rdev->ring[i], num_ops * 8);
|
|
|
|
if (r)
|
|
|
|
goto error;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (i = 0; i < RADEON_NUM_RINGS; ++i) {
|
|
|
|
/* no need to sync to our own or unused rings */
|
|
|
|
if (!sync_to[i] || i == dst_ring)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
radeon_semaphore_emit_signal(rdev, i, semaphore);
|
|
|
|
radeon_semaphore_emit_wait(rdev, dst_ring, semaphore);
|
|
|
|
}
|
|
|
|
|
|
|
|
for (i = 0; i < RADEON_NUM_RINGS; ++i) {
|
|
|
|
|
|
|
|
/* don't unlock unused rings */
|
|
|
|
if (!sync_to[i] && i != dst_ring)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
radeon_ring_unlock_commit(rdev, &rdev->ring[i]);
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
error:
|
|
|
|
/* unlock all locks taken so far */
|
|
|
|
for (--i; i >= 0; --i) {
|
|
|
|
if (sync_to[i] || i == dst_ring) {
|
|
|
|
radeon_ring_unlock_undo(rdev, &rdev->ring[i]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return r;
|
|
|
|
}
|
|
|
|
|
2011-09-15 11:02:22 -06:00
|
|
|
void radeon_semaphore_free(struct radeon_device *rdev,
|
2011-12-21 10:13:47 -07:00
|
|
|
struct radeon_semaphore *semaphore)
|
2011-09-15 11:02:22 -06:00
|
|
|
{
|
|
|
|
unsigned long irq_flags;
|
|
|
|
|
|
|
|
write_lock_irqsave(&rdev->semaphore_drv.lock, irq_flags);
|
2011-12-21 10:13:47 -07:00
|
|
|
semaphore->bo->nused--;
|
|
|
|
list_add_tail(&semaphore->list, &semaphore->bo->free);
|
|
|
|
radeon_semaphore_shrink_locked(rdev);
|
2011-09-15 11:02:22 -06:00
|
|
|
write_unlock_irqrestore(&rdev->semaphore_drv.lock, irq_flags);
|
|
|
|
}
|
|
|
|
|
|
|
|
void radeon_semaphore_driver_fini(struct radeon_device *rdev)
|
|
|
|
{
|
2011-12-21 10:13:47 -07:00
|
|
|
struct radeon_semaphore_bo *bo, *n;
|
2011-09-15 11:02:22 -06:00
|
|
|
unsigned long irq_flags;
|
|
|
|
|
|
|
|
write_lock_irqsave(&rdev->semaphore_drv.lock, irq_flags);
|
2011-12-21 10:13:47 -07:00
|
|
|
/* we force to free everything */
|
|
|
|
list_for_each_entry_safe(bo, n, &rdev->semaphore_drv.bo, list) {
|
|
|
|
if (!list_empty(&bo->free)) {
|
|
|
|
dev_err(rdev->dev, "still in use semaphore\n");
|
|
|
|
}
|
|
|
|
radeon_semaphore_del_bo_locked(rdev, bo);
|
2011-09-15 11:02:22 -06:00
|
|
|
}
|
|
|
|
write_unlock_irqrestore(&rdev->semaphore_drv.lock, irq_flags);
|
|
|
|
}
|