| 1 |
// SPDX-License-Identifier: GPL-2.0-only |
| 2 |
/* Copyright 2024-2025 Tomeu Vizoso <[email protected]> */ |
| 3 |
|
| 4 |
#include <drm/drm_device.h> |
| 5 |
#include <drm/drm_print.h> |
| 6 |
#include <drm/drm_utils.h> |
| 7 |
#include <drm/rocket_accel.h> |
| 8 |
#include <linux/dma-mapping.h> |
| 9 |
#include <linux/iommu.h> |
| 10 |
|
| 11 |
#include "rocket_drv.h" |
| 12 |
#include "rocket_gem.h" |
| 13 |
|
| 14 |
static void rocket_gem_bo_free(struct drm_gem_object *obj) |
| 15 |
{ |
| 16 |
struct rocket_gem_object *bo = to_rocket_bo(obj); |
| 17 |
struct rocket_file_priv *rocket_priv = bo->driver_priv; |
| 18 |
size_t unmapped; |
| 19 |
|
| 20 |
drm_WARN_ON(obj->dev, refcount_read(&bo->base.pages_use_count) > 1); |
| 21 |
|
| 22 |
unmapped = iommu_unmap(bo->domain->domain, bo->mm.start, bo->size); |
| 23 |
drm_WARN_ON(obj->dev, unmapped != bo->size); |
| 24 |
|
| 25 |
mutex_lock(&rocket_priv->mm_lock); |
| 26 |
drm_mm_remove_node(&bo->mm); |
| 27 |
mutex_unlock(&rocket_priv->mm_lock); |
| 28 |
|
| 29 |
rocket_iommu_domain_put(bo->domain); |
| 30 |
bo->domain = NULL; |
| 31 |
|
| 32 |
drm_gem_shmem_free(&bo->base); |
| 33 |
} |
| 34 |
|
| 35 |
static const struct drm_gem_object_funcs rocket_gem_funcs = { |
| 36 |
.free = rocket_gem_bo_free, |
| 37 |
.print_info = drm_gem_shmem_object_print_info, |
| 38 |
.pin = drm_gem_shmem_object_pin, |
| 39 |
.unpin = drm_gem_shmem_object_unpin, |
| 40 |
.get_sg_table = drm_gem_shmem_object_get_sg_table, |
| 41 |
.vmap = drm_gem_shmem_object_vmap, |
| 42 |
.vunmap = drm_gem_shmem_object_vunmap, |
| 43 |
.mmap = drm_gem_shmem_object_mmap, |
| 44 |
.vm_ops = &drm_gem_shmem_vm_ops, |
| 45 |
}; |
| 46 |
|
| 47 |
struct drm_gem_object *rocket_gem_create_object(struct drm_device *dev, size_t size) |
| 48 |
{ |
| 49 |
struct rocket_gem_object *obj; |
| 50 |
|
| 51 |
obj = kzalloc_obj(*obj); |
| 52 |
if (!obj) |
| 53 |
return ERR_PTR(-ENOMEM); |
| 54 |
|
| 55 |
obj->base.base.funcs = &rocket_gem_funcs; |
| 56 |
|
| 57 |
return &obj->base.base; |
| 58 |
} |
| 59 |
|
| 60 |
int rocket_ioctl_create_bo(struct drm_device *dev, void *data, struct drm_file *file) |
| 61 |
{ |
| 62 |
struct rocket_file_priv *rocket_priv = file->driver_priv; |
| 63 |
struct drm_rocket_create_bo *args = data; |
| 64 |
struct drm_gem_shmem_object *shmem_obj; |
| 65 |
struct rocket_gem_object *rkt_obj; |
| 66 |
struct drm_gem_object *gem_obj; |
| 67 |
struct sg_table *sgt; |
| 68 |
int ret; |
| 69 |
|
| 70 |
shmem_obj = drm_gem_shmem_create(dev, args->size); |
| 71 |
if (IS_ERR(shmem_obj)) |
| 72 |
return PTR_ERR(shmem_obj); |
| 73 |
|
| 74 |
gem_obj = &shmem_obj->base; |
| 75 |
rkt_obj = to_rocket_bo(gem_obj); |
| 76 |
|
| 77 |
rkt_obj->driver_priv = rocket_priv; |
| 78 |
rkt_obj->domain = rocket_iommu_domain_get(rocket_priv); |
| 79 |
rkt_obj->size = args->size; |
| 80 |
rkt_obj->offset = 0; |
| 81 |
|
| 82 |
sgt = drm_gem_shmem_get_pages_sgt(shmem_obj); |
| 83 |
if (IS_ERR(sgt)) { |
| 84 |
ret = PTR_ERR(sgt); |
| 85 |
goto err; |
| 86 |
} |
| 87 |
|
| 88 |
mutex_lock(&rocket_priv->mm_lock); |
| 89 |
ret = drm_mm_insert_node_generic(&rocket_priv->mm, &rkt_obj->mm, |
| 90 |
rkt_obj->size, PAGE_SIZE, |
| 91 |
0, 0); |
| 92 |
mutex_unlock(&rocket_priv->mm_lock); |
| 93 |
if (ret) |
| 94 |
goto err; |
| 95 |
|
| 96 |
ret = iommu_map_sgtable(rocket_priv->domain->domain, |
| 97 |
rkt_obj->mm.start, |
| 98 |
shmem_obj->sgt, |
| 99 |
IOMMU_READ | IOMMU_WRITE); |
| 100 |
if (ret < 0 || ret < args->size) { |
| 101 |
drm_err(dev, "failed to map buffer: size=%d request_size=%u\n", |
| 102 |
ret, args->size); |
| 103 |
ret = -ENOMEM; |
| 104 |
goto err_remove_node; |
| 105 |
} |
| 106 |
|
| 107 |
/* iommu_map_sgtable might have aligned the size */ |
| 108 |
rkt_obj->size = ret; |
| 109 |
args->offset = drm_vma_node_offset_addr(&gem_obj->vma_node); |
| 110 |
args->dma_address = rkt_obj->mm.start; |
| 111 |
|
| 112 |
ret = drm_gem_handle_create(file, gem_obj, &args->handle); |
| 113 |
if (ret) |
| 114 |
goto err_unmap; |
| 115 |
|
| 116 |
drm_gem_object_put(gem_obj); |
| 117 |
|
| 118 |
return 0; |
| 119 |
|
| 120 |
err_unmap: |
| 121 |
iommu_unmap(rocket_priv->domain->domain, |
| 122 |
rkt_obj->mm.start, rkt_obj->size); |
| 123 |
|
| 124 |
err_remove_node: |
| 125 |
mutex_lock(&rocket_priv->mm_lock); |
| 126 |
drm_mm_remove_node(&rkt_obj->mm); |
| 127 |
mutex_unlock(&rocket_priv->mm_lock); |
| 128 |
|
| 129 |
err: |
| 130 |
drm_gem_shmem_object_free(gem_obj); |
| 131 |
|
| 132 |
return ret; |
| 133 |
} |
| 134 |
|
| 135 |
int rocket_ioctl_prep_bo(struct drm_device *dev, void *data, struct drm_file *file) |
| 136 |
{ |
| 137 |
struct drm_rocket_prep_bo *args = data; |
| 138 |
unsigned long timeout = drm_timeout_abs_to_jiffies(args->timeout_ns); |
| 139 |
struct drm_gem_object *gem_obj; |
| 140 |
struct drm_gem_shmem_object *shmem_obj; |
| 141 |
long ret = 0; |
| 142 |
|
| 143 |
if (args->reserved != 0) { |
| 144 |
drm_dbg(dev, "Reserved field in drm_rocket_prep_bo struct should be 0.\n"); |
| 145 |
return -EINVAL; |
| 146 |
} |
| 147 |
|
| 148 |
gem_obj = drm_gem_object_lookup(file, args->handle); |
| 149 |
if (!gem_obj) |
| 150 |
return -ENOENT; |
| 151 |
|
| 152 |
ret = dma_resv_wait_timeout(gem_obj->resv, DMA_RESV_USAGE_WRITE, true, timeout); |
| 153 |
if (!ret) |
| 154 |
ret = timeout ? -ETIMEDOUT : -EBUSY; |
| 155 |
else if (ret > 0) |
| 156 |
ret = 0; |
| 157 |
|
| 158 |
shmem_obj = &to_rocket_bo(gem_obj)->base; |
| 159 |
|
| 160 |
dma_sync_sgtable_for_cpu(dev->dev, shmem_obj->sgt, DMA_BIDIRECTIONAL); |
| 161 |
|
| 162 |
drm_gem_object_put(gem_obj); |
| 163 |
|
| 164 |
return ret; |
| 165 |
} |
| 166 |
|
| 167 |
int rocket_ioctl_fini_bo(struct drm_device *dev, void *data, struct drm_file *file) |
| 168 |
{ |
| 169 |
struct drm_rocket_fini_bo *args = data; |
| 170 |
struct drm_gem_shmem_object *shmem_obj; |
| 171 |
struct rocket_gem_object *rkt_obj; |
| 172 |
struct drm_gem_object *gem_obj; |
| 173 |
|
| 174 |
if (args->reserved != 0) { |
| 175 |
drm_dbg(dev, "Reserved field in drm_rocket_fini_bo struct should be 0.\n"); |
| 176 |
return -EINVAL; |
| 177 |
} |
| 178 |
|
| 179 |
gem_obj = drm_gem_object_lookup(file, args->handle); |
| 180 |
if (!gem_obj) |
| 181 |
return -ENOENT; |
| 182 |
|
| 183 |
rkt_obj = to_rocket_bo(gem_obj); |
| 184 |
shmem_obj = &rkt_obj->base; |
| 185 |
|
| 186 |
dma_sync_sgtable_for_device(dev->dev, shmem_obj->sgt, DMA_BIDIRECTIONAL); |
| 187 |
|
| 188 |
drm_gem_object_put(gem_obj); |
| 189 |
|
| 190 |
return 0; |
| 191 |
} |