2011-09-16 01:02:22 +08:00
|
|
|
/*
|
|
|
|
* Copyright 2011 Christian König.
|
|
|
|
* All Rights Reserved.
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the
|
|
|
|
* "Software"), to deal in the Software without restriction, including
|
|
|
|
* without limitation the rights to use, copy, modify, merge, publish,
|
|
|
|
* distribute, sub license, and/or sell copies of the Software, and to
|
|
|
|
* permit persons to whom the Software is furnished to do so, subject to
|
|
|
|
* the following conditions:
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
|
|
|
|
* DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
|
|
|
|
* OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
|
|
|
|
* USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice (including the
|
|
|
|
* next paragraph) shall be included in all copies or substantial portions
|
|
|
|
* of the Software.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
/*
|
|
|
|
* Authors:
|
|
|
|
* Christian König <deathsimple@vodafone.de>
|
|
|
|
*/
|
|
|
|
#include "drmP.h"
|
|
|
|
#include "drm.h"
|
|
|
|
#include "radeon.h"
|
|
|
|
|
|
|
|
|
|
|
|
int radeon_semaphore_create(struct radeon_device *rdev,
|
|
|
|
struct radeon_semaphore **semaphore)
|
|
|
|
{
|
2011-12-22 01:13:47 +08:00
|
|
|
int r;
|
2011-09-16 01:02:22 +08:00
|
|
|
|
2012-05-09 21:34:57 +08:00
|
|
|
*semaphore = kmalloc(sizeof(struct radeon_semaphore), GFP_KERNEL);
|
2011-12-22 01:13:47 +08:00
|
|
|
if (*semaphore == NULL) {
|
|
|
|
return -ENOMEM;
|
|
|
|
}
|
2012-05-09 21:34:58 +08:00
|
|
|
r = radeon_sa_bo_new(rdev, &rdev->ring_tmp_bo,
|
2012-05-09 21:34:57 +08:00
|
|
|
&(*semaphore)->sa_bo, 8, 8, true);
|
|
|
|
if (r) {
|
|
|
|
kfree(*semaphore);
|
|
|
|
*semaphore = NULL;
|
|
|
|
return r;
|
|
|
|
}
|
|
|
|
(*semaphore)->waiters = 0;
|
|
|
|
(*semaphore)->gpu_addr = radeon_sa_bo_gpu_addr((*semaphore)->sa_bo);
|
|
|
|
*((uint64_t*)radeon_sa_bo_cpu_addr((*semaphore)->sa_bo)) = 0;
|
2011-09-16 01:02:22 +08:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
void radeon_semaphore_emit_signal(struct radeon_device *rdev, int ring,
|
|
|
|
struct radeon_semaphore *semaphore)
|
|
|
|
{
|
2012-05-09 21:34:57 +08:00
|
|
|
--semaphore->waiters;
|
2011-10-23 18:56:27 +08:00
|
|
|
radeon_semaphore_ring_emit(rdev, ring, &rdev->ring[ring], semaphore, false);
|
2011-09-16 01:02:22 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
void radeon_semaphore_emit_wait(struct radeon_device *rdev, int ring,
|
|
|
|
struct radeon_semaphore *semaphore)
|
|
|
|
{
|
2012-05-09 21:34:57 +08:00
|
|
|
++semaphore->waiters;
|
2011-10-23 18:56:27 +08:00
|
|
|
radeon_semaphore_ring_emit(rdev, ring, &rdev->ring[ring], semaphore, true);
|
2011-09-16 01:02:22 +08:00
|
|
|
}
|
|
|
|
|
2012-05-02 21:11:18 +08:00
|
|
|
int radeon_semaphore_sync_rings(struct radeon_device *rdev,
|
|
|
|
struct radeon_semaphore *semaphore,
|
|
|
|
bool sync_to[RADEON_NUM_RINGS],
|
|
|
|
int dst_ring)
|
|
|
|
{
|
2012-05-09 21:34:45 +08:00
|
|
|
int i = 0, r;
|
2012-05-02 21:11:18 +08:00
|
|
|
|
2012-05-09 21:34:45 +08:00
|
|
|
mutex_lock(&rdev->ring_lock);
|
|
|
|
r = radeon_ring_alloc(rdev, &rdev->ring[dst_ring], RADEON_NUM_RINGS * 8);
|
|
|
|
if (r) {
|
|
|
|
goto error;
|
|
|
|
}
|
2012-05-02 21:11:18 +08:00
|
|
|
|
2012-05-09 21:34:45 +08:00
|
|
|
for (i = 0; i < RADEON_NUM_RINGS; ++i) {
|
|
|
|
/* no need to sync to our own or unused rings */
|
|
|
|
if (!sync_to[i] || i == dst_ring)
|
2012-05-02 21:11:18 +08:00
|
|
|
continue;
|
|
|
|
|
|
|
|
/* prevent GPU deadlocks */
|
|
|
|
if (!rdev->ring[i].ready) {
|
|
|
|
dev_err(rdev->dev, "Trying to sync to a disabled ring!");
|
|
|
|
r = -EINVAL;
|
|
|
|
goto error;
|
|
|
|
}
|
|
|
|
|
2012-05-09 21:34:45 +08:00
|
|
|
r = radeon_ring_alloc(rdev, &rdev->ring[i], 8);
|
|
|
|
if (r) {
|
2012-05-02 21:11:18 +08:00
|
|
|
goto error;
|
2012-05-09 21:34:45 +08:00
|
|
|
}
|
2012-05-02 21:11:18 +08:00
|
|
|
|
|
|
|
radeon_semaphore_emit_signal(rdev, i, semaphore);
|
|
|
|
radeon_semaphore_emit_wait(rdev, dst_ring, semaphore);
|
|
|
|
|
2012-05-09 21:34:45 +08:00
|
|
|
radeon_ring_commit(rdev, &rdev->ring[i]);
|
2012-05-02 21:11:18 +08:00
|
|
|
}
|
|
|
|
|
2012-05-09 21:34:45 +08:00
|
|
|
radeon_ring_commit(rdev, &rdev->ring[dst_ring]);
|
|
|
|
mutex_unlock(&rdev->ring_lock);
|
|
|
|
|
2012-05-02 21:11:18 +08:00
|
|
|
return 0;
|
|
|
|
|
|
|
|
error:
|
|
|
|
/* unlock all locks taken so far */
|
|
|
|
for (--i; i >= 0; --i) {
|
|
|
|
if (sync_to[i] || i == dst_ring) {
|
2012-05-09 21:34:45 +08:00
|
|
|
radeon_ring_undo(&rdev->ring[i]);
|
2012-05-02 21:11:18 +08:00
|
|
|
}
|
|
|
|
}
|
2012-05-09 21:34:45 +08:00
|
|
|
radeon_ring_undo(&rdev->ring[dst_ring]);
|
|
|
|
mutex_unlock(&rdev->ring_lock);
|
2012-05-02 21:11:18 +08:00
|
|
|
return r;
|
|
|
|
}
|
|
|
|
|
2011-09-16 01:02:22 +08:00
|
|
|
void radeon_semaphore_free(struct radeon_device *rdev,
|
2012-05-09 21:34:57 +08:00
|
|
|
struct radeon_semaphore *semaphore,
|
|
|
|
struct radeon_fence *fence)
|
2011-09-16 01:02:22 +08:00
|
|
|
{
|
2012-05-09 21:34:57 +08:00
|
|
|
if (semaphore == NULL) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
if (semaphore->waiters > 0) {
|
|
|
|
dev_err(rdev->dev, "semaphore %p has more waiters than signalers,"
|
|
|
|
" hardware lockup imminent!\n", semaphore);
|
2011-09-16 01:02:22 +08:00
|
|
|
}
|
2012-05-09 21:34:57 +08:00
|
|
|
radeon_sa_bo_free(rdev, &semaphore->sa_bo, fence);
|
|
|
|
kfree(semaphore);
|
2011-09-16 01:02:22 +08:00
|
|
|
}
|