// SPDX-License-Identifier: GPL-2.0-only/* Copyright 2024-2025 Tomeu Vizoso <tomeu@tomeuvizoso.net> */ #include <drm/drm_device.h>#include <drm/drm_print.h>#include <drm/drm_utils.h>#include <drm/rocket_accel.h>#include <linux/dma-mapping.h>#include <linux/iommu.h> #include "rocket_drv.h"#include "rocket_gem.h" static void rocket_gem_bo_free(struct drm_gem_object *obj){	struct rocket_gem_object *bo = to_rocket_bo(obj);	struct rocket_file_priv *rocket_priv = bo->driver_priv;	size_t unmapped; 	drm_WARN_ON(obj->dev, refcount_read(&bo->base.pages_use_count) > 1); 	unmapped = iommu_unmap(bo->domain->domain, bo->mm.start, bo->size);	drm_WARN_ON(obj->dev, unmapped != bo->size); 	mutex_lock(&rocket_priv->mm_lock);	drm_mm_remove_node(&bo->mm);	mutex_unlock(&rocket_priv->mm_lock); 	rocket_iommu_domain_put(bo->domain);	bo->domain = NULL; 	drm_gem_shmem_free(&bo->base);} static const struct drm_gem_object_funcs rocket_gem_funcs = {	.free = rocket_gem_bo_free,	.print_info = drm_gem_shmem_object_print_info,	.pin = drm_gem_shmem_object_pin,	.unpin = drm_gem_shmem_object_unpin,	.get_sg_table = drm_gem_shmem_object_get_sg_table,	.vmap = drm_gem_shmem_object_vmap,	.vunmap = drm_gem_shmem_object_vunmap,	.mmap = drm_gem_shmem_object_mmap,	.vm_ops = &drm_gem_shmem_vm_ops,}; struct drm_gem_object *rocket_gem_create_object(struct drm_device *dev, size_t size){	struct rocket_gem_object *obj; 	obj = kzalloc_obj(*obj);	if (!obj)		return ERR_PTR(-ENOMEM); 	obj->base.base.funcs = &rocket_gem_funcs; 	return &obj->base.base;} int rocket_ioctl_create_bo(struct drm_device *dev, void *data, struct drm_file *file){	struct rocket_file_priv *rocket_priv = file->driver_priv;	struct drm_rocket_create_bo *args = data;	struct drm_gem_shmem_object *shmem_obj;	struct rocket_gem_object *rkt_obj;	struct drm_gem_object *gem_obj;	struct sg_table *sgt;	int ret; 	shmem_obj = drm_gem_shmem_create(dev, args->size);	if (IS_ERR(shmem_obj))		return PTR_ERR(shmem_obj); 	gem_obj = &shmem_obj->base;	rkt_obj = to_rocket_bo(gem_obj); 	rkt_obj->driver_priv = rocket_priv;	rkt_obj->domain = rocket_iommu_domain_get(rocket_priv);	rkt_obj->size = args->size;	rkt_obj->offset = 0; 	sgt = drm_gem_shmem_get_pages_sgt(shmem_obj);	if (IS_ERR(sgt)) {		ret = PTR_ERR(sgt);		goto err;	} 	mutex_lock(&rocket_priv->mm_lock);	ret = drm_mm_insert_node_generic(&rocket_priv->mm, &rkt_obj->mm,					 rkt_obj->size, PAGE_SIZE,					 0, 0);	mutex_unlock(&rocket_priv->mm_lock);	if (ret)		goto err; 	ret = iommu_map_sgtable(rocket_priv->domain->domain,				rkt_obj->mm.start,				shmem_obj->sgt,				IOMMU_READ | IOMMU_WRITE);	if (ret < 0 || ret < args->size) {		drm_err(dev, "failed to map buffer: size=%d request_size=%u\n",			ret, args->size);		ret = -ENOMEM;		goto err_remove_node;	} 	/* iommu_map_sgtable might have aligned the size */	rkt_obj->size = ret;	args->offset = drm_vma_node_offset_addr(&gem_obj->vma_node);	args->dma_address = rkt_obj->mm.start; 	ret = drm_gem_handle_create(file, gem_obj, &args->handle);	if (ret)		goto err_unmap; 	drm_gem_object_put(gem_obj); 	return 0; err_unmap:	iommu_unmap(rocket_priv->domain->domain,		    rkt_obj->mm.start, rkt_obj->size); err_remove_node:	mutex_lock(&rocket_priv->mm_lock);	drm_mm_remove_node(&rkt_obj->mm);	mutex_unlock(&rocket_priv->mm_lock); err:	drm_gem_shmem_object_free(gem_obj); 	return ret;} int rocket_ioctl_prep_bo(struct drm_device *dev, void *data, struct drm_file *file){	struct drm_rocket_prep_bo *args = data;	unsigned long timeout = drm_timeout_abs_to_jiffies(args->timeout_ns);	struct drm_gem_object *gem_obj;	struct drm_gem_shmem_object *shmem_obj;	long ret = 0; 	if (args->reserved != 0) {		drm_dbg(dev, "Reserved field in drm_rocket_prep_bo struct should be 0.\n");		return -EINVAL;	} 	gem_obj = drm_gem_object_lookup(file, args->handle);	if (!gem_obj)		return -ENOENT; 	ret = dma_resv_wait_timeout(gem_obj->resv, DMA_RESV_USAGE_WRITE, true, timeout);	if (!ret)		ret = timeout ? -ETIMEDOUT : -EBUSY;	else if (ret > 0)		ret = 0; 	shmem_obj = &to_rocket_bo(gem_obj)->base; 	dma_sync_sgtable_for_cpu(dev->dev, shmem_obj->sgt, DMA_BIDIRECTIONAL); 	drm_gem_object_put(gem_obj); 	return ret;} int rocket_ioctl_fini_bo(struct drm_device *dev, void *data, struct drm_file *file){	struct drm_rocket_fini_bo *args = data;	struct drm_gem_shmem_object *shmem_obj;	struct rocket_gem_object *rkt_obj;	struct drm_gem_object *gem_obj; 	if (args->reserved != 0) {		drm_dbg(dev, "Reserved field in drm_rocket_fini_bo struct should be 0.\n");		return -EINVAL;	} 	gem_obj = drm_gem_object_lookup(file, args->handle);	if (!gem_obj)		return -ENOENT; 	rkt_obj = to_rocket_bo(gem_obj);	shmem_obj = &rkt_obj->base; 	dma_sync_sgtable_for_device(dev->dev, shmem_obj->sgt, DMA_BIDIRECTIONAL); 	drm_gem_object_put(gem_obj); 	return 0;}